2024-11-26 11:23:28,490 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-26 11:23:28,502 main DEBUG Took 0.009973 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-26 11:23:28,502 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-26 11:23:28,503 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-26 11:23:28,503 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-26 11:23:28,505 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 11:23:28,512 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-26 11:23:28,523 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 11:23:28,524 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 11:23:28,525 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 11:23:28,525 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 11:23:28,525 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 11:23:28,526 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 11:23:28,526 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 11:23:28,527 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 11:23:28,527 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 11:23:28,527 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 11:23:28,528 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 11:23:28,528 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 11:23:28,529 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 11:23:28,529 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 11:23:28,530 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 11:23:28,530 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 11:23:28,530 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 11:23:28,531 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 11:23:28,531 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 11:23:28,531 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 11:23:28,532 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 11:23:28,532 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 11:23:28,532 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 11:23:28,533 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 11:23:28,533 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 11:23:28,533 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-26 11:23:28,535 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 11:23:28,536 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-26 11:23:28,538 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-26 11:23:28,538 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-26 11:23:28,539 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-26 11:23:28,539 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-26 11:23:28,547 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-26 11:23:28,549 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-26 11:23:28,551 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-26 11:23:28,551 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-26 11:23:28,552 main DEBUG createAppenders(={Console}) 2024-11-26 11:23:28,552 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized 2024-11-26 11:23:28,552 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-26 11:23:28,553 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK. 2024-11-26 11:23:28,553 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-26 11:23:28,554 main DEBUG OutputStream closed 2024-11-26 11:23:28,554 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-26 11:23:28,554 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-26 11:23:28,554 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK 2024-11-26 11:23:28,621 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-26 11:23:28,623 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-26 11:23:28,624 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-26 11:23:28,625 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-26 11:23:28,626 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-26 11:23:28,626 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-26 11:23:28,626 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-26 11:23:28,627 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-26 11:23:28,627 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-26 11:23:28,627 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-26 11:23:28,627 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-26 11:23:28,628 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-26 11:23:28,628 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-26 11:23:28,628 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-26 11:23:28,628 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-26 11:23:28,629 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-26 11:23:28,629 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-26 11:23:28,630 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-26 11:23:28,632 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-26 11:23:28,632 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null 2024-11-26 11:23:28,633 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-26 11:23:28,633 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK. 2024-11-26T11:23:28,895 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3f86b90-8f76-313a-1f23-c0327a5c9507 2024-11-26 11:23:28,898 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-26 11:23:28,898 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-26T11:23:28,907 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithAdaptivePolicy timeout: 13 mins 2024-11-26T11:23:28,926 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T11:23:28,929 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3f86b90-8f76-313a-1f23-c0327a5c9507/cluster_8eeb35e7-235b-a56e-b462-b81ead23dac0, deleteOnExit=true 2024-11-26T11:23:28,929 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-26T11:23:28,930 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3f86b90-8f76-313a-1f23-c0327a5c9507/test.cache.data in system properties and HBase conf 2024-11-26T11:23:28,930 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3f86b90-8f76-313a-1f23-c0327a5c9507/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T11:23:28,931 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3f86b90-8f76-313a-1f23-c0327a5c9507/hadoop.log.dir in system properties and HBase conf 2024-11-26T11:23:28,932 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3f86b90-8f76-313a-1f23-c0327a5c9507/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T11:23:28,932 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3f86b90-8f76-313a-1f23-c0327a5c9507/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T11:23:28,933 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-26T11:23:29,049 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-26T11:23:29,152 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T11:23:29,156 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3f86b90-8f76-313a-1f23-c0327a5c9507/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T11:23:29,156 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3f86b90-8f76-313a-1f23-c0327a5c9507/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T11:23:29,157 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3f86b90-8f76-313a-1f23-c0327a5c9507/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T11:23:29,157 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3f86b90-8f76-313a-1f23-c0327a5c9507/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T11:23:29,158 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3f86b90-8f76-313a-1f23-c0327a5c9507/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T11:23:29,158 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3f86b90-8f76-313a-1f23-c0327a5c9507/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T11:23:29,158 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3f86b90-8f76-313a-1f23-c0327a5c9507/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T11:23:29,159 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3f86b90-8f76-313a-1f23-c0327a5c9507/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T11:23:29,159 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3f86b90-8f76-313a-1f23-c0327a5c9507/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T11:23:29,160 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3f86b90-8f76-313a-1f23-c0327a5c9507/nfs.dump.dir in system properties and HBase conf 2024-11-26T11:23:29,160 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3f86b90-8f76-313a-1f23-c0327a5c9507/java.io.tmpdir in system properties and HBase conf 2024-11-26T11:23:29,160 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3f86b90-8f76-313a-1f23-c0327a5c9507/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T11:23:29,161 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3f86b90-8f76-313a-1f23-c0327a5c9507/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T11:23:29,161 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3f86b90-8f76-313a-1f23-c0327a5c9507/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T11:23:30,025 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-26T11:23:30,111 INFO [Time-limited test {}] log.Log(170): Logging initialized @2314ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-26T11:23:30,185 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T11:23:30,250 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T11:23:30,270 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T11:23:30,270 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T11:23:30,271 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T11:23:30,284 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T11:23:30,286 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3f86b90-8f76-313a-1f23-c0327a5c9507/hadoop.log.dir/,AVAILABLE} 2024-11-26T11:23:30,287 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T11:23:30,478 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b03fcff{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3f86b90-8f76-313a-1f23-c0327a5c9507/java.io.tmpdir/jetty-localhost-46439-hadoop-hdfs-3_4_1-tests_jar-_-any-6267960198877042957/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T11:23:30,485 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:46439} 2024-11-26T11:23:30,485 INFO [Time-limited test {}] server.Server(415): Started @2689ms 2024-11-26T11:23:30,871 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T11:23:30,878 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T11:23:30,879 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T11:23:30,879 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T11:23:30,879 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T11:23:30,880 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3f86b90-8f76-313a-1f23-c0327a5c9507/hadoop.log.dir/,AVAILABLE} 2024-11-26T11:23:30,881 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T11:23:31,002 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f79ec76{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3f86b90-8f76-313a-1f23-c0327a5c9507/java.io.tmpdir/jetty-localhost-41389-hadoop-hdfs-3_4_1-tests_jar-_-any-2280479356546860453/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T11:23:31,003 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:41389} 2024-11-26T11:23:31,003 INFO [Time-limited test {}] server.Server(415): Started @3208ms 2024-11-26T11:23:31,061 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T11:23:31,539 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3f86b90-8f76-313a-1f23-c0327a5c9507/cluster_8eeb35e7-235b-a56e-b462-b81ead23dac0/dfs/data/data2/current/BP-157413191-172.17.0.2-1732620209774/current, will proceed with Du for space computation calculation, 2024-11-26T11:23:31,539 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3f86b90-8f76-313a-1f23-c0327a5c9507/cluster_8eeb35e7-235b-a56e-b462-b81ead23dac0/dfs/data/data1/current/BP-157413191-172.17.0.2-1732620209774/current, will proceed with Du for space computation calculation, 2024-11-26T11:23:31,578 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T11:23:31,639 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe44b6d85c4a8a18b with lease ID 0xc196ab660fdee340: Processing first storage report for DS-cac3cb5d-3fdb-4ef0-b80c-3094856f6a44 from datanode DatanodeRegistration(127.0.0.1:43527, datanodeUuid=db88cad0-cb36-49ee-8aad-778fae3d2187, infoPort=40895, infoSecurePort=0, ipcPort=44125, storageInfo=lv=-57;cid=testClusterID;nsid=1070451791;c=1732620209774) 2024-11-26T11:23:31,640 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe44b6d85c4a8a18b with lease ID 0xc196ab660fdee340: from storage DS-cac3cb5d-3fdb-4ef0-b80c-3094856f6a44 node DatanodeRegistration(127.0.0.1:43527, datanodeUuid=db88cad0-cb36-49ee-8aad-778fae3d2187, infoPort=40895, infoSecurePort=0, ipcPort=44125, storageInfo=lv=-57;cid=testClusterID;nsid=1070451791;c=1732620209774), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-26T11:23:31,640 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe44b6d85c4a8a18b with lease ID 0xc196ab660fdee340: Processing first storage report for DS-93389873-5c11-4776-a6a4-a30bd18953d1 from datanode DatanodeRegistration(127.0.0.1:43527, datanodeUuid=db88cad0-cb36-49ee-8aad-778fae3d2187, infoPort=40895, infoSecurePort=0, ipcPort=44125, storageInfo=lv=-57;cid=testClusterID;nsid=1070451791;c=1732620209774) 2024-11-26T11:23:31,640 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe44b6d85c4a8a18b with lease ID 0xc196ab660fdee340: from storage DS-93389873-5c11-4776-a6a4-a30bd18953d1 node DatanodeRegistration(127.0.0.1:43527, datanodeUuid=db88cad0-cb36-49ee-8aad-778fae3d2187, infoPort=40895, infoSecurePort=0, ipcPort=44125, storageInfo=lv=-57;cid=testClusterID;nsid=1070451791;c=1732620209774), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T11:23:31,647 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3f86b90-8f76-313a-1f23-c0327a5c9507 2024-11-26T11:23:31,725 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3f86b90-8f76-313a-1f23-c0327a5c9507/cluster_8eeb35e7-235b-a56e-b462-b81ead23dac0/zookeeper_0, clientPort=59149, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3f86b90-8f76-313a-1f23-c0327a5c9507/cluster_8eeb35e7-235b-a56e-b462-b81ead23dac0/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3f86b90-8f76-313a-1f23-c0327a5c9507/cluster_8eeb35e7-235b-a56e-b462-b81ead23dac0/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T11:23:31,735 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=59149 2024-11-26T11:23:31,750 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:23:31,754 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:23:31,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741825_1001 (size=7) 2024-11-26T11:23:32,391 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742 with version=8 2024-11-26T11:23:32,392 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/hbase-staging 2024-11-26T11:23:32,520 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-26T11:23:32,788 INFO [Time-limited test {}] client.ConnectionUtils(129): master/173854343f88:0 server-side Connection retries=45 2024-11-26T11:23:32,808 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T11:23:32,809 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T11:23:32,809 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T11:23:32,809 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T11:23:32,809 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T11:23:32,942 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T11:23:33,001 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-26T11:23:33,010 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-26T11:23:33,014 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T11:23:33,042 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 26665 (auto-detected) 2024-11-26T11:23:33,043 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-26T11:23:33,060 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:37255 2024-11-26T11:23:33,068 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:23:33,070 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:23:33,082 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:37255 connecting to ZooKeeper ensemble=127.0.0.1:59149 2024-11-26T11:23:33,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:372550x0, quorum=127.0.0.1:59149, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T11:23:33,116 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37255-0x10033920ede0000 connected 2024-11-26T11:23:33,144 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37255-0x10033920ede0000, quorum=127.0.0.1:59149, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T11:23:33,147 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37255-0x10033920ede0000, quorum=127.0.0.1:59149, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T11:23:33,150 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37255-0x10033920ede0000, quorum=127.0.0.1:59149, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T11:23:33,154 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37255 2024-11-26T11:23:33,157 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37255 2024-11-26T11:23:33,157 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37255 2024-11-26T11:23:33,158 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37255 2024-11-26T11:23:33,158 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37255 2024-11-26T11:23:33,165 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742, hbase.cluster.distributed=false 2024-11-26T11:23:33,228 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/173854343f88:0 server-side Connection retries=45 2024-11-26T11:23:33,228 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T11:23:33,228 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T11:23:33,229 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T11:23:33,229 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T11:23:33,229 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T11:23:33,231 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T11:23:33,234 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T11:23:33,235 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:33007 2024-11-26T11:23:33,237 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T11:23:33,242 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T11:23:33,244 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:23:33,247 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:23:33,251 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:33007 connecting to ZooKeeper ensemble=127.0.0.1:59149 2024-11-26T11:23:33,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:330070x0, quorum=127.0.0.1:59149, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T11:23:33,256 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33007-0x10033920ede0001 connected 2024-11-26T11:23:33,256 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33007-0x10033920ede0001, quorum=127.0.0.1:59149, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T11:23:33,258 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33007-0x10033920ede0001, quorum=127.0.0.1:59149, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T11:23:33,259 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33007-0x10033920ede0001, quorum=127.0.0.1:59149, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T11:23:33,260 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33007 2024-11-26T11:23:33,260 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33007 2024-11-26T11:23:33,261 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33007 2024-11-26T11:23:33,263 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33007 2024-11-26T11:23:33,264 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33007 2024-11-26T11:23:33,266 INFO [master/173854343f88:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/173854343f88,37255,1732620212513 2024-11-26T11:23:33,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33007-0x10033920ede0001, quorum=127.0.0.1:59149, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T11:23:33,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37255-0x10033920ede0000, quorum=127.0.0.1:59149, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T11:23:33,275 DEBUG [master/173854343f88:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37255-0x10033920ede0000, quorum=127.0.0.1:59149, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/173854343f88,37255,1732620212513 2024-11-26T11:23:33,282 DEBUG [M:0;173854343f88:37255 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;173854343f88:37255 2024-11-26T11:23:33,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37255-0x10033920ede0000, quorum=127.0.0.1:59149, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-26T11:23:33,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33007-0x10033920ede0001, quorum=127.0.0.1:59149, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-26T11:23:33,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37255-0x10033920ede0000, quorum=127.0.0.1:59149, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T11:23:33,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33007-0x10033920ede0001, quorum=127.0.0.1:59149, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T11:23:33,297 DEBUG [master/173854343f88:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37255-0x10033920ede0000, quorum=127.0.0.1:59149, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-26T11:23:33,298 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:37255-0x10033920ede0000, quorum=127.0.0.1:59149, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-26T11:23:33,298 INFO [master/173854343f88:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/173854343f88,37255,1732620212513 from backup master directory 2024-11-26T11:23:33,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37255-0x10033920ede0000, quorum=127.0.0.1:59149, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/173854343f88,37255,1732620212513 2024-11-26T11:23:33,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33007-0x10033920ede0001, quorum=127.0.0.1:59149, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T11:23:33,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37255-0x10033920ede0000, quorum=127.0.0.1:59149, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T11:23:33,302 WARN [master/173854343f88:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T11:23:33,302 INFO [master/173854343f88:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=173854343f88,37255,1732620212513 2024-11-26T11:23:33,304 INFO [master/173854343f88:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-26T11:23:33,306 INFO [master/173854343f88:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-26T11:23:33,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741826_1002 (size=42) 2024-11-26T11:23:33,779 DEBUG [master/173854343f88:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/hbase.id with ID: 9e00edc5-4a0f-40f4-a67d-b122b107be00 2024-11-26T11:23:33,821 INFO [master/173854343f88:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T11:23:33,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37255-0x10033920ede0000, quorum=127.0.0.1:59149, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T11:23:33,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33007-0x10033920ede0001, quorum=127.0.0.1:59149, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T11:23:33,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741827_1003 (size=196) 2024-11-26T11:23:33,878 INFO [master/173854343f88:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T11:23:33,881 INFO [master/173854343f88:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T11:23:33,907 DEBUG [master/173854343f88:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:23:33,913 INFO [master/173854343f88:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T11:23:33,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741828_1004 (size=1189) 2024-11-26T11:23:34,362 INFO [master/173854343f88:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/MasterData/data/master/store 2024-11-26T11:23:34,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741829_1005 (size=34) 2024-11-26T11:23:34,783 INFO [master/173854343f88:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-26T11:23:34,783 DEBUG [master/173854343f88:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:23:34,784 DEBUG [master/173854343f88:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T11:23:34,785 INFO [master/173854343f88:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:23:34,785 DEBUG [master/173854343f88:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:23:34,785 DEBUG [master/173854343f88:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T11:23:34,785 DEBUG [master/173854343f88:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:23:34,785 INFO [master/173854343f88:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:23:34,785 DEBUG [master/173854343f88:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-26T11:23:34,788 WARN [master/173854343f88:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/MasterData/data/master/store/.initializing 2024-11-26T11:23:34,788 DEBUG [master/173854343f88:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/MasterData/WALs/173854343f88,37255,1732620212513 2024-11-26T11:23:34,794 INFO [master/173854343f88:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T11:23:34,805 INFO [master/173854343f88:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=173854343f88%2C37255%2C1732620212513, suffix=, logDir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/MasterData/WALs/173854343f88,37255,1732620212513, archiveDir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/MasterData/oldWALs, maxLogs=10 2024-11-26T11:23:34,827 DEBUG [master/173854343f88:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/MasterData/WALs/173854343f88,37255,1732620212513/173854343f88%2C37255%2C1732620212513.1732620214810, exclude list is [], retry=0 2024-11-26T11:23:34,843 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43527,DS-cac3cb5d-3fdb-4ef0-b80c-3094856f6a44,DISK] 2024-11-26T11:23:34,847 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-26T11:23:34,883 INFO [master/173854343f88:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/MasterData/WALs/173854343f88,37255,1732620212513/173854343f88%2C37255%2C1732620212513.1732620214810 2024-11-26T11:23:34,884 DEBUG [master/173854343f88:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40895:40895)] 2024-11-26T11:23:34,884 DEBUG [master/173854343f88:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T11:23:34,885 DEBUG [master/173854343f88:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:23:34,888 DEBUG [master/173854343f88:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:23:34,889 DEBUG [master/173854343f88:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:23:34,927 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:23:34,951 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T11:23:34,955 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:23:34,958 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:23:34,958 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:23:34,962 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T11:23:34,962 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:23:34,963 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:23:34,963 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:23:34,966 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T11:23:34,966 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:23:34,967 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:23:34,968 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:23:34,970 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T11:23:34,971 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:23:34,972 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:23:34,975 DEBUG [master/173854343f88:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:23:34,976 DEBUG [master/173854343f88:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:23:34,985 DEBUG [master/173854343f88:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T11:23:34,989 DEBUG [master/173854343f88:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T11:23:34,993 DEBUG [master/173854343f88:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T11:23:34,994 INFO [master/173854343f88:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63917341, jitterRate=-0.04755739867687225}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T11:23:34,998 DEBUG [master/173854343f88:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-26T11:23:34,999 INFO [master/173854343f88:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T11:23:35,028 DEBUG [master/173854343f88:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e262798, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:23:35,062 INFO [master/173854343f88:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-26T11:23:35,073 INFO [master/173854343f88:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T11:23:35,073 INFO [master/173854343f88:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T11:23:35,075 INFO [master/173854343f88:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T11:23:35,077 INFO [master/173854343f88:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-11-26T11:23:35,082 INFO [master/173854343f88:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 4 msec 2024-11-26T11:23:35,082 INFO [master/173854343f88:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T11:23:35,107 INFO [master/173854343f88:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T11:23:35,124 DEBUG [master/173854343f88:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37255-0x10033920ede0000, quorum=127.0.0.1:59149, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-26T11:23:35,126 DEBUG [master/173854343f88:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-26T11:23:35,129 INFO [master/173854343f88:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T11:23:35,130 DEBUG [master/173854343f88:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37255-0x10033920ede0000, quorum=127.0.0.1:59149, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-26T11:23:35,132 DEBUG [master/173854343f88:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-26T11:23:35,134 INFO [master/173854343f88:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T11:23:35,137 DEBUG [master/173854343f88:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37255-0x10033920ede0000, quorum=127.0.0.1:59149, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-26T11:23:35,139 DEBUG [master/173854343f88:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-26T11:23:35,140 DEBUG [master/173854343f88:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37255-0x10033920ede0000, quorum=127.0.0.1:59149, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-26T11:23:35,141 DEBUG [master/173854343f88:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-26T11:23:35,151 DEBUG [master/173854343f88:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37255-0x10033920ede0000, quorum=127.0.0.1:59149, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T11:23:35,153 DEBUG [master/173854343f88:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-26T11:23:35,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37255-0x10033920ede0000, quorum=127.0.0.1:59149, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T11:23:35,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33007-0x10033920ede0001, quorum=127.0.0.1:59149, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T11:23:35,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33007-0x10033920ede0001, quorum=127.0.0.1:59149, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T11:23:35,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37255-0x10033920ede0000, quorum=127.0.0.1:59149, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T11:23:35,157 INFO [master/173854343f88:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=173854343f88,37255,1732620212513, sessionid=0x10033920ede0000, setting cluster-up flag (Was=false) 2024-11-26T11:23:35,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33007-0x10033920ede0001, quorum=127.0.0.1:59149, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T11:23:35,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37255-0x10033920ede0000, quorum=127.0.0.1:59149, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T11:23:35,176 DEBUG [master/173854343f88:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-26T11:23:35,178 DEBUG [master/173854343f88:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=173854343f88,37255,1732620212513 2024-11-26T11:23:35,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33007-0x10033920ede0001, quorum=127.0.0.1:59149, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T11:23:35,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37255-0x10033920ede0000, quorum=127.0.0.1:59149, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T11:23:35,188 DEBUG [master/173854343f88:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-26T11:23:35,190 DEBUG [master/173854343f88:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=173854343f88,37255,1732620212513 2024-11-26T11:23:35,277 DEBUG [master/173854343f88:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-26T11:23:35,281 DEBUG [RS:0;173854343f88:33007 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;173854343f88:33007 2024-11-26T11:23:35,282 INFO [RS:0;173854343f88:33007 {}] regionserver.HRegionServer(1008): ClusterId : 9e00edc5-4a0f-40f4-a67d-b122b107be00 2024-11-26T11:23:35,283 INFO [master/173854343f88:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-26T11:23:35,285 DEBUG [RS:0;173854343f88:33007 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T11:23:35,286 INFO [master/173854343f88:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T11:23:35,290 DEBUG [RS:0;173854343f88:33007 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T11:23:35,290 DEBUG [RS:0;173854343f88:33007 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T11:23:35,293 DEBUG [RS:0;173854343f88:33007 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T11:23:35,291 DEBUG [master/173854343f88:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 173854343f88,37255,1732620212513 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T11:23:35,293 DEBUG [RS:0;173854343f88:33007 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4df17242, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:23:35,295 DEBUG [RS:0;173854343f88:33007 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d513ea2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=173854343f88/172.17.0.2:0 2024-11-26T11:23:35,296 DEBUG [master/173854343f88:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/173854343f88:0, corePoolSize=5, maxPoolSize=5 2024-11-26T11:23:35,296 DEBUG [master/173854343f88:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/173854343f88:0, corePoolSize=5, maxPoolSize=5 2024-11-26T11:23:35,296 DEBUG [master/173854343f88:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/173854343f88:0, corePoolSize=5, maxPoolSize=5 2024-11-26T11:23:35,296 DEBUG [master/173854343f88:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/173854343f88:0, corePoolSize=5, maxPoolSize=5 2024-11-26T11:23:35,296 DEBUG [master/173854343f88:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/173854343f88:0, corePoolSize=10, maxPoolSize=10 2024-11-26T11:23:35,297 DEBUG [master/173854343f88:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/173854343f88:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:23:35,297 DEBUG [master/173854343f88:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/173854343f88:0, corePoolSize=2, maxPoolSize=2 2024-11-26T11:23:35,297 DEBUG [master/173854343f88:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/173854343f88:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:23:35,298 INFO [RS:0;173854343f88:33007 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-26T11:23:35,298 INFO [RS:0;173854343f88:33007 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-26T11:23:35,298 DEBUG [RS:0;173854343f88:33007 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-26T11:23:35,299 INFO [master/173854343f88:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732620245299 2024-11-26T11:23:35,300 INFO [master/173854343f88:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T11:23:35,301 INFO [RS:0;173854343f88:33007 {}] regionserver.HRegionServer(3073): reportForDuty to master=173854343f88,37255,1732620212513 with isa=173854343f88/172.17.0.2:33007, startcode=1732620213227 2024-11-26T11:23:35,302 INFO [master/173854343f88:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T11:23:35,302 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-26T11:23:35,303 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-26T11:23:35,305 INFO [master/173854343f88:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T11:23:35,306 INFO [master/173854343f88:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T11:23:35,306 INFO [master/173854343f88:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T11:23:35,306 INFO [master/173854343f88:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T11:23:35,307 INFO [master/173854343f88:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T11:23:35,308 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:23:35,308 INFO [master/173854343f88:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T11:23:35,308 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T11:23:35,309 INFO [master/173854343f88:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T11:23:35,310 INFO [master/173854343f88:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T11:23:35,313 DEBUG [RS:0;173854343f88:33007 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T11:23:35,314 INFO [master/173854343f88:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T11:23:35,314 INFO [master/173854343f88:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T11:23:35,316 DEBUG [master/173854343f88:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/173854343f88:0:becomeActiveMaster-HFileCleaner.large.0-1732620215316,5,FailOnTimeoutGroup] 2024-11-26T11:23:35,317 DEBUG [master/173854343f88:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/173854343f88:0:becomeActiveMaster-HFileCleaner.small.0-1732620215316,5,FailOnTimeoutGroup] 2024-11-26T11:23:35,317 INFO [master/173854343f88:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T11:23:35,317 INFO [master/173854343f88:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T11:23:35,318 INFO [master/173854343f88:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T11:23:35,318 INFO [master/173854343f88:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T11:23:35,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741831_1007 (size=1039) 2024-11-26T11:23:35,348 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44711, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T11:23:35,353 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37255 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 173854343f88,33007,1732620213227 2024-11-26T11:23:35,355 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37255 {}] master.ServerManager(486): Registering regionserver=173854343f88,33007,1732620213227 2024-11-26T11:23:35,369 DEBUG [RS:0;173854343f88:33007 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742 2024-11-26T11:23:35,369 DEBUG [RS:0;173854343f88:33007 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:43449 2024-11-26T11:23:35,370 DEBUG [RS:0;173854343f88:33007 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-26T11:23:35,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37255-0x10033920ede0000, quorum=127.0.0.1:59149, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T11:23:35,374 DEBUG [RS:0;173854343f88:33007 {}] zookeeper.ZKUtil(111): regionserver:33007-0x10033920ede0001, quorum=127.0.0.1:59149, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/173854343f88,33007,1732620213227 2024-11-26T11:23:35,374 WARN [RS:0;173854343f88:33007 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T11:23:35,375 INFO [RS:0;173854343f88:33007 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T11:23:35,375 DEBUG [RS:0;173854343f88:33007 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/WALs/173854343f88,33007,1732620213227 2024-11-26T11:23:35,376 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [173854343f88,33007,1732620213227] 2024-11-26T11:23:35,387 DEBUG [RS:0;173854343f88:33007 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-26T11:23:35,398 INFO [RS:0;173854343f88:33007 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T11:23:35,410 INFO [RS:0;173854343f88:33007 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T11:23:35,413 INFO [RS:0;173854343f88:33007 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T11:23:35,413 INFO [RS:0;173854343f88:33007 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T11:23:35,414 INFO [RS:0;173854343f88:33007 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-26T11:23:35,420 INFO [RS:0;173854343f88:33007 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T11:23:35,421 DEBUG [RS:0;173854343f88:33007 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/173854343f88:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:23:35,421 DEBUG [RS:0;173854343f88:33007 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/173854343f88:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:23:35,421 DEBUG [RS:0;173854343f88:33007 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/173854343f88:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:23:35,421 DEBUG [RS:0;173854343f88:33007 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/173854343f88:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:23:35,421 DEBUG [RS:0;173854343f88:33007 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/173854343f88:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:23:35,422 DEBUG [RS:0;173854343f88:33007 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/173854343f88:0, corePoolSize=2, maxPoolSize=2 2024-11-26T11:23:35,422 DEBUG [RS:0;173854343f88:33007 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/173854343f88:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:23:35,422 DEBUG [RS:0;173854343f88:33007 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/173854343f88:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:23:35,422 DEBUG [RS:0;173854343f88:33007 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/173854343f88:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:23:35,422 DEBUG [RS:0;173854343f88:33007 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/173854343f88:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:23:35,422 DEBUG [RS:0;173854343f88:33007 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/173854343f88:0, corePoolSize=1, maxPoolSize=1 2024-11-26T11:23:35,422 DEBUG [RS:0;173854343f88:33007 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/173854343f88:0, corePoolSize=3, maxPoolSize=3 2024-11-26T11:23:35,423 DEBUG [RS:0;173854343f88:33007 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/173854343f88:0, corePoolSize=3, maxPoolSize=3 2024-11-26T11:23:35,423 INFO [RS:0;173854343f88:33007 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T11:23:35,424 INFO [RS:0;173854343f88:33007 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T11:23:35,424 INFO [RS:0;173854343f88:33007 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T11:23:35,424 INFO [RS:0;173854343f88:33007 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T11:23:35,424 INFO [RS:0;173854343f88:33007 {}] hbase.ChoreService(168): Chore ScheduledChore name=173854343f88,33007,1732620213227-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T11:23:35,443 INFO [RS:0;173854343f88:33007 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T11:23:35,444 INFO [RS:0;173854343f88:33007 {}] hbase.ChoreService(168): Chore ScheduledChore name=173854343f88,33007,1732620213227-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T11:23:35,470 INFO [RS:0;173854343f88:33007 {}] regionserver.Replication(204): 173854343f88,33007,1732620213227 started 2024-11-26T11:23:35,470 INFO [RS:0;173854343f88:33007 {}] regionserver.HRegionServer(1767): Serving as 173854343f88,33007,1732620213227, RpcServer on 173854343f88/172.17.0.2:33007, sessionid=0x10033920ede0001 2024-11-26T11:23:35,471 DEBUG [RS:0;173854343f88:33007 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T11:23:35,471 DEBUG [RS:0;173854343f88:33007 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 173854343f88,33007,1732620213227 2024-11-26T11:23:35,471 DEBUG [RS:0;173854343f88:33007 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '173854343f88,33007,1732620213227' 2024-11-26T11:23:35,471 DEBUG [RS:0;173854343f88:33007 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-26T11:23:35,472 DEBUG [RS:0;173854343f88:33007 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-26T11:23:35,473 DEBUG [RS:0;173854343f88:33007 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T11:23:35,473 DEBUG [RS:0;173854343f88:33007 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T11:23:35,473 DEBUG [RS:0;173854343f88:33007 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 173854343f88,33007,1732620213227 2024-11-26T11:23:35,473 DEBUG [RS:0;173854343f88:33007 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '173854343f88,33007,1732620213227' 2024-11-26T11:23:35,473 DEBUG [RS:0;173854343f88:33007 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-26T11:23:35,474 DEBUG [RS:0;173854343f88:33007 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-26T11:23:35,475 DEBUG [RS:0;173854343f88:33007 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T11:23:35,475 INFO [RS:0;173854343f88:33007 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T11:23:35,475 INFO [RS:0;173854343f88:33007 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T11:23:35,581 INFO [RS:0;173854343f88:33007 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T11:23:35,584 INFO [RS:0;173854343f88:33007 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=173854343f88%2C33007%2C1732620213227, suffix=, logDir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/WALs/173854343f88,33007,1732620213227, archiveDir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/oldWALs, maxLogs=32 2024-11-26T11:23:35,600 DEBUG [RS:0;173854343f88:33007 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/WALs/173854343f88,33007,1732620213227/173854343f88%2C33007%2C1732620213227.1732620215586, exclude list is [], retry=0 2024-11-26T11:23:35,606 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43527,DS-cac3cb5d-3fdb-4ef0-b80c-3094856f6a44,DISK] 2024-11-26T11:23:35,609 INFO [RS:0;173854343f88:33007 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/WALs/173854343f88,33007,1732620213227/173854343f88%2C33007%2C1732620213227.1732620215586 2024-11-26T11:23:35,610 DEBUG [RS:0;173854343f88:33007 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40895:40895)] 2024-11-26T11:23:35,725 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-26T11:23:35,725 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742 2024-11-26T11:23:35,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741833_1009 (size=32) 2024-11-26T11:23:36,137 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:23:36,140 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T11:23:36,143 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T11:23:36,143 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:23:36,144 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:23:36,145 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T11:23:36,147 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T11:23:36,147 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:23:36,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:23:36,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T11:23:36,151 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T11:23:36,151 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:23:36,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:23:36,154 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/hbase/meta/1588230740 2024-11-26T11:23:36,154 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/hbase/meta/1588230740 2024-11-26T11:23:36,157 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T11:23:36,160 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-26T11:23:36,164 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T11:23:36,165 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72607518, jitterRate=0.08193632960319519}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T11:23:36,167 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-26T11:23:36,167 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-26T11:23:36,167 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-26T11:23:36,167 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-26T11:23:36,167 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T11:23:36,167 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T11:23:36,168 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-26T11:23:36,168 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-26T11:23:36,171 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-26T11:23:36,171 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-26T11:23:36,177 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T11:23:36,184 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T11:23:36,186 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T11:23:36,338 DEBUG [173854343f88:37255 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T11:23:36,343 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=173854343f88,33007,1732620213227 2024-11-26T11:23:36,348 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 173854343f88,33007,1732620213227, state=OPENING 2024-11-26T11:23:36,354 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T11:23:36,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37255-0x10033920ede0000, quorum=127.0.0.1:59149, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T11:23:36,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33007-0x10033920ede0001, quorum=127.0.0.1:59149, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T11:23:36,356 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T11:23:36,357 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T11:23:36,358 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=173854343f88,33007,1732620213227}] 2024-11-26T11:23:36,533 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:23:36,535 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T11:23:36,538 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54988, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T11:23:36,548 INFO [RS_OPEN_META-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-26T11:23:36,549 INFO [RS_OPEN_META-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T11:23:36,549 INFO [RS_OPEN_META-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T11:23:36,553 INFO [RS_OPEN_META-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=173854343f88%2C33007%2C1732620213227.meta, suffix=.meta, logDir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/WALs/173854343f88,33007,1732620213227, archiveDir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/oldWALs, maxLogs=32 2024-11-26T11:23:36,569 DEBUG [RS_OPEN_META-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/WALs/173854343f88,33007,1732620213227/173854343f88%2C33007%2C1732620213227.meta.1732620216554.meta, exclude list is [], retry=0 2024-11-26T11:23:36,573 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43527,DS-cac3cb5d-3fdb-4ef0-b80c-3094856f6a44,DISK] 2024-11-26T11:23:36,576 INFO [RS_OPEN_META-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/WALs/173854343f88,33007,1732620213227/173854343f88%2C33007%2C1732620213227.meta.1732620216554.meta 2024-11-26T11:23:36,576 DEBUG [RS_OPEN_META-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40895:40895)] 2024-11-26T11:23:36,576 DEBUG [RS_OPEN_META-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T11:23:36,578 DEBUG [RS_OPEN_META-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T11:23:36,636 DEBUG [RS_OPEN_META-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T11:23:36,641 INFO [RS_OPEN_META-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T11:23:36,645 DEBUG [RS_OPEN_META-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T11:23:36,646 DEBUG [RS_OPEN_META-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:23:36,646 DEBUG [RS_OPEN_META-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-26T11:23:36,646 DEBUG [RS_OPEN_META-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-26T11:23:36,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T11:23:36,651 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T11:23:36,651 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:23:36,652 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:23:36,652 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T11:23:36,654 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T11:23:36,654 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:23:36,655 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:23:36,655 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T11:23:36,656 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T11:23:36,657 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:23:36,657 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T11:23:36,659 DEBUG [RS_OPEN_META-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/hbase/meta/1588230740 2024-11-26T11:23:36,661 DEBUG [RS_OPEN_META-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/hbase/meta/1588230740 2024-11-26T11:23:36,664 DEBUG [RS_OPEN_META-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T11:23:36,667 DEBUG [RS_OPEN_META-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-26T11:23:36,668 INFO [RS_OPEN_META-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66503403, jitterRate=-0.009022071957588196}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T11:23:36,670 DEBUG [RS_OPEN_META-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-26T11:23:36,677 INFO [RS_OPEN_META-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732620216527 2024-11-26T11:23:36,688 DEBUG [RS_OPEN_META-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T11:23:36,689 INFO [RS_OPEN_META-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-26T11:23:36,690 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=173854343f88,33007,1732620213227 2024-11-26T11:23:36,692 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 173854343f88,33007,1732620213227, state=OPEN 2024-11-26T11:23:36,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37255-0x10033920ede0000, quorum=127.0.0.1:59149, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T11:23:36,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33007-0x10033920ede0001, quorum=127.0.0.1:59149, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T11:23:36,697 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T11:23:36,697 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T11:23:36,701 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T11:23:36,701 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=173854343f88,33007,1732620213227 in 338 msec 2024-11-26T11:23:36,707 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T11:23:36,707 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 526 msec 2024-11-26T11:23:36,712 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.4850 sec 2024-11-26T11:23:36,712 INFO [master/173854343f88:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732620216712, completionTime=-1 2024-11-26T11:23:36,712 INFO [master/173854343f88:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T11:23:36,712 DEBUG [master/173854343f88:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-26T11:23:36,749 DEBUG [hconnection-0x10bb86e4-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:23:36,752 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54994, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:23:36,764 INFO [master/173854343f88:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-11-26T11:23:36,764 INFO [master/173854343f88:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732620276764 2024-11-26T11:23:36,765 INFO [master/173854343f88:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732620336765 2024-11-26T11:23:36,765 INFO [master/173854343f88:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 52 msec 2024-11-26T11:23:36,786 INFO [master/173854343f88:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=173854343f88,37255,1732620212513-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T11:23:36,786 INFO [master/173854343f88:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=173854343f88,37255,1732620212513-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:23:36,786 INFO [master/173854343f88:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=173854343f88,37255,1732620212513-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:23:36,787 INFO [master/173854343f88:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-173854343f88:37255, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:23:36,788 INFO [master/173854343f88:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T11:23:36,793 DEBUG [master/173854343f88:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-26T11:23:36,796 INFO [master/173854343f88:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-26T11:23:36,797 INFO [master/173854343f88:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T11:23:36,803 DEBUG [master/173854343f88:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-26T11:23:36,805 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T11:23:36,807 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:23:36,808 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T11:23:36,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741835_1011 (size=358) 2024-11-26T11:23:37,223 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => f2247f898cbd7ab7c06fcf2ba10bdc3e, NAME => 'hbase:namespace,,1732620216796.f2247f898cbd7ab7c06fcf2ba10bdc3e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742 2024-11-26T11:23:37,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741836_1012 (size=42) 2024-11-26T11:23:37,633 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732620216796.f2247f898cbd7ab7c06fcf2ba10bdc3e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:23:37,634 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing f2247f898cbd7ab7c06fcf2ba10bdc3e, disabling compactions & flushes 2024-11-26T11:23:37,634 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732620216796.f2247f898cbd7ab7c06fcf2ba10bdc3e. 2024-11-26T11:23:37,634 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732620216796.f2247f898cbd7ab7c06fcf2ba10bdc3e. 2024-11-26T11:23:37,634 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732620216796.f2247f898cbd7ab7c06fcf2ba10bdc3e. after waiting 0 ms 2024-11-26T11:23:37,634 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732620216796.f2247f898cbd7ab7c06fcf2ba10bdc3e. 2024-11-26T11:23:37,634 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1732620216796.f2247f898cbd7ab7c06fcf2ba10bdc3e. 2024-11-26T11:23:37,634 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for f2247f898cbd7ab7c06fcf2ba10bdc3e: 2024-11-26T11:23:37,636 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T11:23:37,643 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1732620216796.f2247f898cbd7ab7c06fcf2ba10bdc3e.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1732620217637"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732620217637"}]},"ts":"1732620217637"} 2024-11-26T11:23:37,667 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-26T11:23:37,668 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T11:23:37,692 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732620217669"}]},"ts":"1732620217669"} 2024-11-26T11:23:37,698 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-26T11:23:37,705 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=f2247f898cbd7ab7c06fcf2ba10bdc3e, ASSIGN}] 2024-11-26T11:23:37,707 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=f2247f898cbd7ab7c06fcf2ba10bdc3e, ASSIGN 2024-11-26T11:23:37,709 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=f2247f898cbd7ab7c06fcf2ba10bdc3e, ASSIGN; state=OFFLINE, location=173854343f88,33007,1732620213227; forceNewPlan=false, retain=false 2024-11-26T11:23:37,860 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=f2247f898cbd7ab7c06fcf2ba10bdc3e, regionState=OPENING, regionLocation=173854343f88,33007,1732620213227 2024-11-26T11:23:37,865 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure f2247f898cbd7ab7c06fcf2ba10bdc3e, server=173854343f88,33007,1732620213227}] 2024-11-26T11:23:38,019 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:23:38,027 INFO [RS_OPEN_PRIORITY_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1732620216796.f2247f898cbd7ab7c06fcf2ba10bdc3e. 2024-11-26T11:23:38,027 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => f2247f898cbd7ab7c06fcf2ba10bdc3e, NAME => 'hbase:namespace,,1732620216796.f2247f898cbd7ab7c06fcf2ba10bdc3e.', STARTKEY => '', ENDKEY => ''} 2024-11-26T11:23:38,028 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace f2247f898cbd7ab7c06fcf2ba10bdc3e 2024-11-26T11:23:38,028 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732620216796.f2247f898cbd7ab7c06fcf2ba10bdc3e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:23:38,028 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for f2247f898cbd7ab7c06fcf2ba10bdc3e 2024-11-26T11:23:38,028 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for f2247f898cbd7ab7c06fcf2ba10bdc3e 2024-11-26T11:23:38,031 INFO [StoreOpener-f2247f898cbd7ab7c06fcf2ba10bdc3e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region f2247f898cbd7ab7c06fcf2ba10bdc3e 2024-11-26T11:23:38,034 INFO [StoreOpener-f2247f898cbd7ab7c06fcf2ba10bdc3e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f2247f898cbd7ab7c06fcf2ba10bdc3e columnFamilyName info 2024-11-26T11:23:38,034 DEBUG [StoreOpener-f2247f898cbd7ab7c06fcf2ba10bdc3e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:23:38,035 INFO [StoreOpener-f2247f898cbd7ab7c06fcf2ba10bdc3e-1 {}] regionserver.HStore(327): Store=f2247f898cbd7ab7c06fcf2ba10bdc3e/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:23:38,037 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/hbase/namespace/f2247f898cbd7ab7c06fcf2ba10bdc3e 2024-11-26T11:23:38,037 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/hbase/namespace/f2247f898cbd7ab7c06fcf2ba10bdc3e 2024-11-26T11:23:38,041 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for f2247f898cbd7ab7c06fcf2ba10bdc3e 2024-11-26T11:23:38,045 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/hbase/namespace/f2247f898cbd7ab7c06fcf2ba10bdc3e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T11:23:38,046 INFO [RS_OPEN_PRIORITY_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened f2247f898cbd7ab7c06fcf2ba10bdc3e; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65845009, jitterRate=-0.01883290708065033}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T11:23:38,047 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for f2247f898cbd7ab7c06fcf2ba10bdc3e: 2024-11-26T11:23:38,049 INFO [RS_OPEN_PRIORITY_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1732620216796.f2247f898cbd7ab7c06fcf2ba10bdc3e., pid=6, masterSystemTime=1732620218019 2024-11-26T11:23:38,052 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1732620216796.f2247f898cbd7ab7c06fcf2ba10bdc3e. 2024-11-26T11:23:38,053 INFO [RS_OPEN_PRIORITY_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1732620216796.f2247f898cbd7ab7c06fcf2ba10bdc3e. 2024-11-26T11:23:38,054 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=f2247f898cbd7ab7c06fcf2ba10bdc3e, regionState=OPEN, openSeqNum=2, regionLocation=173854343f88,33007,1732620213227 2024-11-26T11:23:38,061 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T11:23:38,061 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure f2247f898cbd7ab7c06fcf2ba10bdc3e, server=173854343f88,33007,1732620213227 in 193 msec 2024-11-26T11:23:38,064 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T11:23:38,065 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=f2247f898cbd7ab7c06fcf2ba10bdc3e, ASSIGN in 357 msec 2024-11-26T11:23:38,066 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T11:23:38,066 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732620218066"}]},"ts":"1732620218066"} 2024-11-26T11:23:38,069 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-26T11:23:38,073 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T11:23:38,076 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.2760 sec 2024-11-26T11:23:38,107 DEBUG [master/173854343f88:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:37255-0x10033920ede0000, quorum=127.0.0.1:59149, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-26T11:23:38,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37255-0x10033920ede0000, quorum=127.0.0.1:59149, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-26T11:23:38,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33007-0x10033920ede0001, quorum=127.0.0.1:59149, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T11:23:38,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37255-0x10033920ede0000, quorum=127.0.0.1:59149, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T11:23:38,137 DEBUG [master/173854343f88:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-26T11:23:38,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37255-0x10033920ede0000, quorum=127.0.0.1:59149, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-26T11:23:38,157 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 22 msec 2024-11-26T11:23:38,161 DEBUG [master/173854343f88:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-26T11:23:38,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37255-0x10033920ede0000, quorum=127.0.0.1:59149, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-26T11:23:38,176 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 14 msec 2024-11-26T11:23:38,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37255-0x10033920ede0000, quorum=127.0.0.1:59149, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-26T11:23:38,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37255-0x10033920ede0000, quorum=127.0.0.1:59149, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-26T11:23:38,189 INFO [master/173854343f88:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 4.886sec 2024-11-26T11:23:38,190 INFO [master/173854343f88:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T11:23:38,192 INFO [master/173854343f88:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T11:23:38,192 INFO [master/173854343f88:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T11:23:38,193 INFO [master/173854343f88:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T11:23:38,193 INFO [master/173854343f88:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T11:23:38,194 INFO [master/173854343f88:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=173854343f88,37255,1732620212513-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T11:23:38,194 INFO [master/173854343f88:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=173854343f88,37255,1732620212513-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T11:23:38,201 DEBUG [master/173854343f88:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-26T11:23:38,201 INFO [master/173854343f88:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T11:23:38,202 INFO [master/173854343f88:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=173854343f88,37255,1732620212513-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T11:23:38,204 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5e83c466 to 127.0.0.1:59149 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@39dee83f 2024-11-26T11:23:38,205 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-11-26T11:23:38,211 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67b8b597, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:23:38,215 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-26T11:23:38,215 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-26T11:23:38,224 DEBUG [hconnection-0x4c09ef46-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:23:38,232 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55008, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:23:38,240 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=173854343f88,37255,1732620212513 2024-11-26T11:23:38,257 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=219, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=259, ProcessCount=11, AvailableMemoryMB=3711 2024-11-26T11:23:38,267 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T11:23:38,270 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46892, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T11:23:38,277 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-26T11:23:38,280 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T11:23:38,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-26T11:23:38,285 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T11:23:38,285 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-11-26T11:23:38,285 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:23:38,287 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T11:23:38,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-26T11:23:38,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741837_1013 (size=963) 2024-11-26T11:23:38,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-26T11:23:38,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-26T11:23:38,702 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742 2024-11-26T11:23:38,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741838_1014 (size=53) 2024-11-26T11:23:38,712 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:23:38,712 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing c27d31a3d55d7526be32522063acb37b, disabling compactions & flushes 2024-11-26T11:23:38,713 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:38,713 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:38,713 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. after waiting 0 ms 2024-11-26T11:23:38,713 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:38,713 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:38,713 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for c27d31a3d55d7526be32522063acb37b: 2024-11-26T11:23:38,715 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T11:23:38,715 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732620218715"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732620218715"}]},"ts":"1732620218715"} 2024-11-26T11:23:38,718 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-26T11:23:38,719 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T11:23:38,720 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732620218720"}]},"ts":"1732620218720"} 2024-11-26T11:23:38,722 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-26T11:23:38,726 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c27d31a3d55d7526be32522063acb37b, ASSIGN}] 2024-11-26T11:23:38,728 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c27d31a3d55d7526be32522063acb37b, ASSIGN 2024-11-26T11:23:38,729 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c27d31a3d55d7526be32522063acb37b, ASSIGN; state=OFFLINE, location=173854343f88,33007,1732620213227; forceNewPlan=false, retain=false 2024-11-26T11:23:38,880 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=c27d31a3d55d7526be32522063acb37b, regionState=OPENING, regionLocation=173854343f88,33007,1732620213227 2024-11-26T11:23:38,884 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227}] 2024-11-26T11:23:38,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-26T11:23:39,037 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:23:39,043 INFO [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:39,044 DEBUG [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} 2024-11-26T11:23:39,044 DEBUG [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees c27d31a3d55d7526be32522063acb37b 2024-11-26T11:23:39,044 DEBUG [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:23:39,044 DEBUG [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for c27d31a3d55d7526be32522063acb37b 2024-11-26T11:23:39,044 DEBUG [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for c27d31a3d55d7526be32522063acb37b 2024-11-26T11:23:39,047 INFO [StoreOpener-c27d31a3d55d7526be32522063acb37b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region c27d31a3d55d7526be32522063acb37b 2024-11-26T11:23:39,050 INFO [StoreOpener-c27d31a3d55d7526be32522063acb37b-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-26T11:23:39,050 INFO [StoreOpener-c27d31a3d55d7526be32522063acb37b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c27d31a3d55d7526be32522063acb37b columnFamilyName A 2024-11-26T11:23:39,050 DEBUG [StoreOpener-c27d31a3d55d7526be32522063acb37b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:23:39,051 INFO [StoreOpener-c27d31a3d55d7526be32522063acb37b-1 {}] regionserver.HStore(327): Store=c27d31a3d55d7526be32522063acb37b/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:23:39,051 INFO [StoreOpener-c27d31a3d55d7526be32522063acb37b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region c27d31a3d55d7526be32522063acb37b 2024-11-26T11:23:39,053 INFO [StoreOpener-c27d31a3d55d7526be32522063acb37b-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-26T11:23:39,053 INFO [StoreOpener-c27d31a3d55d7526be32522063acb37b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c27d31a3d55d7526be32522063acb37b columnFamilyName B 2024-11-26T11:23:39,053 DEBUG [StoreOpener-c27d31a3d55d7526be32522063acb37b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:23:39,054 INFO [StoreOpener-c27d31a3d55d7526be32522063acb37b-1 {}] regionserver.HStore(327): Store=c27d31a3d55d7526be32522063acb37b/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:23:39,054 INFO [StoreOpener-c27d31a3d55d7526be32522063acb37b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region c27d31a3d55d7526be32522063acb37b 2024-11-26T11:23:39,056 INFO [StoreOpener-c27d31a3d55d7526be32522063acb37b-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-26T11:23:39,056 INFO [StoreOpener-c27d31a3d55d7526be32522063acb37b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c27d31a3d55d7526be32522063acb37b columnFamilyName C 2024-11-26T11:23:39,056 DEBUG [StoreOpener-c27d31a3d55d7526be32522063acb37b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:23:39,057 INFO [StoreOpener-c27d31a3d55d7526be32522063acb37b-1 {}] regionserver.HStore(327): Store=c27d31a3d55d7526be32522063acb37b/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:23:39,058 INFO [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:39,059 DEBUG [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b 2024-11-26T11:23:39,060 DEBUG [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b 2024-11-26T11:23:39,063 DEBUG [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T11:23:39,065 DEBUG [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for c27d31a3d55d7526be32522063acb37b 2024-11-26T11:23:39,068 DEBUG [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T11:23:39,069 INFO [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened c27d31a3d55d7526be32522063acb37b; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72712714, jitterRate=0.08350387215614319}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T11:23:39,071 DEBUG [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for c27d31a3d55d7526be32522063acb37b: 2024-11-26T11:23:39,072 INFO [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b., pid=11, masterSystemTime=1732620219037 2024-11-26T11:23:39,075 DEBUG [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:39,075 INFO [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:39,076 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=c27d31a3d55d7526be32522063acb37b, regionState=OPEN, openSeqNum=2, regionLocation=173854343f88,33007,1732620213227 2024-11-26T11:23:39,082 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-11-26T11:23:39,082 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 in 195 msec 2024-11-26T11:23:39,086 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T11:23:39,086 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=c27d31a3d55d7526be32522063acb37b, ASSIGN in 356 msec 2024-11-26T11:23:39,087 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T11:23:39,087 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732620219087"}]},"ts":"1732620219087"} 2024-11-26T11:23:39,090 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-26T11:23:39,093 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T11:23:39,095 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 812 msec 2024-11-26T11:23:39,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-26T11:23:39,405 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-11-26T11:23:39,409 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0e98ea32 to 127.0.0.1:59149 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3b9fcedf 2024-11-26T11:23:39,413 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e71e468, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:23:39,415 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:23:39,417 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55012, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:23:39,420 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T11:23:39,422 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46894, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T11:23:39,431 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x12885408 to 127.0.0.1:59149 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@9bd0964 2024-11-26T11:23:39,434 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c63ae4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:23:39,437 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x72b32f98 to 127.0.0.1:59149 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1324ee83 2024-11-26T11:23:39,440 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@736f1673, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:23:39,442 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x04977266 to 127.0.0.1:59149 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@45b55c24 2024-11-26T11:23:39,445 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ee2166f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:23:39,447 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6bbb5d8a to 127.0.0.1:59149 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@48068a5 2024-11-26T11:23:39,450 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f34ff67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:23:39,452 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x18603bb9 to 127.0.0.1:59149 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3883f7b 2024-11-26T11:23:39,455 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b5f27aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:23:39,456 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x72e97e4b to 127.0.0.1:59149 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@12a1285d 2024-11-26T11:23:39,461 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c3b736e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:23:39,463 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x490457fd to 127.0.0.1:59149 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@527c6d40 2024-11-26T11:23:39,466 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@353bc462, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:23:39,468 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c8de680 to 127.0.0.1:59149 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@47fe2fa7 2024-11-26T11:23:39,473 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6502d571, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:23:39,474 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6f6b07e3 to 127.0.0.1:59149 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@595e9ebe 2024-11-26T11:23:39,477 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a0471b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:23:39,486 DEBUG [hconnection-0x364c5753-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:23:39,487 DEBUG [hconnection-0x5dc12106-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:23:39,488 DEBUG [hconnection-0x4b800cbf-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:23:39,488 DEBUG [hconnection-0x3b20eaa4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:23:39,488 DEBUG [hconnection-0x4b613b0d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:23:39,489 DEBUG [hconnection-0x778c0741-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:23:39,489 DEBUG [hconnection-0x45f0f0a5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:23:39,489 DEBUG [hconnection-0x2522abb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:23:39,490 DEBUG [hconnection-0x5f7a19bf-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:23:39,491 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T11:23:39,496 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55020, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:23:39,496 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55028, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:23:39,496 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55022, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:23:39,497 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55044, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:23:39,497 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55074, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:23:39,500 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55058, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:23:39,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-11-26T11:23:39,501 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55090, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:23:39,501 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55094, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:23:39,502 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55082, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:23:39,502 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T11:23:39,504 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T11:23:39,506 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T11:23:39,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-26T11:23:39,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(8581): Flush requested on c27d31a3d55d7526be32522063acb37b 2024-11-26T11:23:39,579 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c27d31a3d55d7526be32522063acb37b 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-26T11:23:39,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c27d31a3d55d7526be32522063acb37b, store=A 2024-11-26T11:23:39,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:23:39,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c27d31a3d55d7526be32522063acb37b, store=B 2024-11-26T11:23:39,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:23:39,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c27d31a3d55d7526be32522063acb37b, store=C 2024-11-26T11:23:39,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:23:39,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-26T11:23:39,669 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:23:39,670 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-26T11:23:39,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:39,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. as already flushing 2024-11-26T11:23:39,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:39,679 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:23:39,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:23:39,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:23:39,727 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/A/422c03d1b3ed4c75a0827adc3e553bf7 is 50, key is test_row_0/A:col10/1732620219556/Put/seqid=0 2024-11-26T11:23:39,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:39,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732620279729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:39,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:39,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1732620279731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:39,753 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:39,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55094 deadline: 1732620279743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:39,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:39,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55020 deadline: 1732620279744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:39,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:39,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1732620279745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:39,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741839_1015 (size=14341) 2024-11-26T11:23:39,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-26T11:23:39,845 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:23:39,847 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-26T11:23:39,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:39,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. as already flushing 2024-11-26T11:23:39,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:39,849 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:23:39,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:23:39,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:23:39,888 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:39,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732620279887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:39,891 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:39,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55094 deadline: 1732620279889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:39,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:39,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:39,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1732620279889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:39,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1732620279889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:39,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:39,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55020 deadline: 1732620279890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:40,005 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:23:40,006 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-26T11:23:40,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:40,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. as already flushing 2024-11-26T11:23:40,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:40,018 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:23:40,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:23:40,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:23:40,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:40,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732620280095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:40,097 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:40,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55094 deadline: 1732620280096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:40,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:40,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1732620280097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:40,099 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:40,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1732620280098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:40,100 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:40,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55020 deadline: 1732620280098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:40,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-26T11:23:40,169 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/A/422c03d1b3ed4c75a0827adc3e553bf7 2024-11-26T11:23:40,173 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:23:40,175 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-26T11:23:40,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:40,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. as already flushing 2024-11-26T11:23:40,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:40,175 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:23:40,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:23:40,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:23:40,269 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/B/392a8980842d457faf0d8588b3a053df is 50, key is test_row_0/B:col10/1732620219556/Put/seqid=0 2024-11-26T11:23:40,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741840_1016 (size=12001) 2024-11-26T11:23:40,293 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/B/392a8980842d457faf0d8588b3a053df 2024-11-26T11:23:40,330 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:23:40,333 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-26T11:23:40,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:40,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. as already flushing 2024-11-26T11:23:40,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:40,333 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:23:40,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:23:40,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:23:40,338 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/C/8d20fb2686984d789c6923fc488bbb2b is 50, key is test_row_0/C:col10/1732620219556/Put/seqid=0 2024-11-26T11:23:40,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741841_1017 (size=12001) 2024-11-26T11:23:40,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:40,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732620280400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:40,403 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:40,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1732620280402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:40,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:40,405 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:40,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55020 deadline: 1732620280403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:40,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55094 deadline: 1732620280402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:40,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:40,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1732620280404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:40,488 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:23:40,489 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-26T11:23:40,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:40,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. as already flushing 2024-11-26T11:23:40,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:40,489 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:23:40,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:23:40,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:23:40,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-26T11:23:40,644 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:23:40,645 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-26T11:23:40,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:40,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. as already flushing 2024-11-26T11:23:40,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:40,646 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:23:40,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:23:40,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:23:40,763 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/C/8d20fb2686984d789c6923fc488bbb2b 2024-11-26T11:23:40,778 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/A/422c03d1b3ed4c75a0827adc3e553bf7 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/422c03d1b3ed4c75a0827adc3e553bf7 2024-11-26T11:23:40,793 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/422c03d1b3ed4c75a0827adc3e553bf7, entries=200, sequenceid=14, filesize=14.0 K 2024-11-26T11:23:40,800 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:23:40,801 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-26T11:23:40,801 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/B/392a8980842d457faf0d8588b3a053df as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/392a8980842d457faf0d8588b3a053df 2024-11-26T11:23:40,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:40,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. as already flushing 2024-11-26T11:23:40,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:40,801 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:23:40,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:23:40,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:23:40,811 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/392a8980842d457faf0d8588b3a053df, entries=150, sequenceid=14, filesize=11.7 K 2024-11-26T11:23:40,813 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/C/8d20fb2686984d789c6923fc488bbb2b as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/8d20fb2686984d789c6923fc488bbb2b 2024-11-26T11:23:40,823 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/8d20fb2686984d789c6923fc488bbb2b, entries=150, sequenceid=14, filesize=11.7 K 2024-11-26T11:23:40,825 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for c27d31a3d55d7526be32522063acb37b in 1245ms, sequenceid=14, compaction requested=false 2024-11-26T11:23:40,826 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-26T11:23:40,827 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c27d31a3d55d7526be32522063acb37b: 2024-11-26T11:23:40,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(8581): Flush requested on c27d31a3d55d7526be32522063acb37b 2024-11-26T11:23:40,912 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c27d31a3d55d7526be32522063acb37b 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-26T11:23:40,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c27d31a3d55d7526be32522063acb37b, store=A 2024-11-26T11:23:40,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:23:40,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c27d31a3d55d7526be32522063acb37b, store=B 2024-11-26T11:23:40,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:23:40,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c27d31a3d55d7526be32522063acb37b, store=C 2024-11-26T11:23:40,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:23:40,929 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/A/0bc47042e4c44a1fac0309c5a48e39ad is 50, key is test_row_0/A:col10/1732620219723/Put/seqid=0 2024-11-26T11:23:40,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741842_1018 (size=14341) 2024-11-26T11:23:40,949 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/A/0bc47042e4c44a1fac0309c5a48e39ad 2024-11-26T11:23:40,956 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:23:40,957 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-26T11:23:40,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:40,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. as already flushing 2024-11-26T11:23:40,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:40,958 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:23:40,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:23:40,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:23:40,961 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:40,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1732620280944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:40,962 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:40,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55020 deadline: 1732620280938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:40,962 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:40,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1732620280944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:40,964 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:40,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:40,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732620280948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:40,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55094 deadline: 1732620280952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:40,994 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/B/1d6654f196b44b03bbef4c36dc703bd7 is 50, key is test_row_0/B:col10/1732620219723/Put/seqid=0 2024-11-26T11:23:41,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741843_1019 (size=12001) 2024-11-26T11:23:41,012 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/B/1d6654f196b44b03bbef4c36dc703bd7 2024-11-26T11:23:41,048 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/C/0a5c8c50b39546cd91ed5eb11f941aa8 is 50, key is test_row_0/C:col10/1732620219723/Put/seqid=0 2024-11-26T11:23:41,071 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:41,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1732620281065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:41,073 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:41,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55020 deadline: 1732620281066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:41,074 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:41,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1732620281066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:41,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:41,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732620281067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:41,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:41,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55094 deadline: 1732620281068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:41,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741844_1020 (size=12001) 2024-11-26T11:23:41,084 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/C/0a5c8c50b39546cd91ed5eb11f941aa8 2024-11-26T11:23:41,100 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/A/0bc47042e4c44a1fac0309c5a48e39ad as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/0bc47042e4c44a1fac0309c5a48e39ad 2024-11-26T11:23:41,112 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:23:41,112 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-26T11:23:41,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:41,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. as already flushing 2024-11-26T11:23:41,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:41,113 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:23:41,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:23:41,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:23:41,117 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/0bc47042e4c44a1fac0309c5a48e39ad, entries=200, sequenceid=38, filesize=14.0 K 2024-11-26T11:23:41,128 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/B/1d6654f196b44b03bbef4c36dc703bd7 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/1d6654f196b44b03bbef4c36dc703bd7 2024-11-26T11:23:41,144 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/1d6654f196b44b03bbef4c36dc703bd7, entries=150, sequenceid=38, filesize=11.7 K 2024-11-26T11:23:41,151 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/C/0a5c8c50b39546cd91ed5eb11f941aa8 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/0a5c8c50b39546cd91ed5eb11f941aa8 2024-11-26T11:23:41,165 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/0a5c8c50b39546cd91ed5eb11f941aa8, entries=150, sequenceid=38, filesize=11.7 K 2024-11-26T11:23:41,167 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for c27d31a3d55d7526be32522063acb37b in 255ms, sequenceid=38, compaction requested=false 2024-11-26T11:23:41,168 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c27d31a3d55d7526be32522063acb37b: 2024-11-26T11:23:41,267 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:23:41,270 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-26T11:23:41,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:41,271 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing c27d31a3d55d7526be32522063acb37b 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-26T11:23:41,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c27d31a3d55d7526be32522063acb37b, store=A 2024-11-26T11:23:41,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:23:41,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c27d31a3d55d7526be32522063acb37b, store=B 2024-11-26T11:23:41,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:23:41,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c27d31a3d55d7526be32522063acb37b, store=C 2024-11-26T11:23:41,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:23:41,283 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. as already flushing 2024-11-26T11:23:41,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(8581): Flush requested on c27d31a3d55d7526be32522063acb37b 2024-11-26T11:23:41,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/A/34e53181515f45618c809daaf23eb595 is 50, key is test_row_0/A:col10/1732620220944/Put/seqid=0 2024-11-26T11:23:41,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741845_1021 (size=12001) 2024-11-26T11:23:41,373 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:41,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:41,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55020 deadline: 1732620281352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:41,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55094 deadline: 1732620281352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:41,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:41,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732620281352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:41,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:41,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:41,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1732620281356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:41,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1732620281357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:41,392 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T11:23:41,393 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-11-26T11:23:41,482 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:41,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1732620281477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:41,483 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:41,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55094 deadline: 1732620281479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:41,484 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:41,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1732620281479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:41,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:41,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732620281480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:41,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:41,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55020 deadline: 1732620281480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:41,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-26T11:23:41,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:41,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1732620281687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:41,689 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:41,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:41,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1732620281688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:41,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55094 deadline: 1732620281689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:41,690 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:41,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55020 deadline: 1732620281690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:41,691 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:41,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732620281690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:41,713 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/A/34e53181515f45618c809daaf23eb595 2024-11-26T11:23:41,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/B/6dd0d690feb44afea5847bfd50496a57 is 50, key is test_row_0/B:col10/1732620220944/Put/seqid=0 2024-11-26T11:23:41,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741846_1022 (size=12001) 2024-11-26T11:23:41,768 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/B/6dd0d690feb44afea5847bfd50496a57 2024-11-26T11:23:41,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/C/5eb3a283cf96417d967b2cd2a0fc4a5b is 50, key is test_row_0/C:col10/1732620220944/Put/seqid=0 2024-11-26T11:23:41,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741847_1023 (size=12001) 2024-11-26T11:23:41,826 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/C/5eb3a283cf96417d967b2cd2a0fc4a5b 2024-11-26T11:23:41,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/A/34e53181515f45618c809daaf23eb595 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/34e53181515f45618c809daaf23eb595 2024-11-26T11:23:41,863 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/34e53181515f45618c809daaf23eb595, entries=150, sequenceid=50, filesize=11.7 K 2024-11-26T11:23:41,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/B/6dd0d690feb44afea5847bfd50496a57 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/6dd0d690feb44afea5847bfd50496a57 2024-11-26T11:23:41,883 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/6dd0d690feb44afea5847bfd50496a57, entries=150, sequenceid=50, filesize=11.7 K 2024-11-26T11:23:41,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/C/5eb3a283cf96417d967b2cd2a0fc4a5b as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/5eb3a283cf96417d967b2cd2a0fc4a5b 2024-11-26T11:23:41,912 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/5eb3a283cf96417d967b2cd2a0fc4a5b, entries=150, sequenceid=50, filesize=11.7 K 2024-11-26T11:23:41,914 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for c27d31a3d55d7526be32522063acb37b in 643ms, sequenceid=50, compaction requested=true 2024-11-26T11:23:41,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for c27d31a3d55d7526be32522063acb37b: 2024-11-26T11:23:41,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:41,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-26T11:23:41,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-11-26T11:23:41,921 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-11-26T11:23:41,921 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4120 sec 2024-11-26T11:23:41,926 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 2.4300 sec 2024-11-26T11:23:41,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(8581): Flush requested on c27d31a3d55d7526be32522063acb37b 2024-11-26T11:23:41,997 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c27d31a3d55d7526be32522063acb37b 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-26T11:23:41,999 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c27d31a3d55d7526be32522063acb37b, store=A 2024-11-26T11:23:41,999 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:23:41,999 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c27d31a3d55d7526be32522063acb37b, store=B 2024-11-26T11:23:41,999 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:23:41,999 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c27d31a3d55d7526be32522063acb37b, store=C 2024-11-26T11:23:42,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:23:42,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:42,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732620282006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:42,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:42,016 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:42,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1732620282009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:42,016 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/A/4ccd6ba4067946909c8028f8c63c2ef3 is 50, key is test_row_0/A:col10/1732620221994/Put/seqid=0 2024-11-26T11:23:42,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1732620282010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:42,016 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:42,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55020 deadline: 1732620282014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:42,017 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:42,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55094 deadline: 1732620282014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:42,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741848_1024 (size=12001) 2024-11-26T11:23:42,039 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/A/4ccd6ba4067946909c8028f8c63c2ef3 2024-11-26T11:23:42,058 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/B/52e24f0d2a90489aab7cb19c23531ffd is 50, key is test_row_0/B:col10/1732620221994/Put/seqid=0 2024-11-26T11:23:42,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741849_1025 (size=12001) 2024-11-26T11:23:42,119 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:42,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732620282118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:42,120 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:42,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1732620282118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:42,121 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:42,121 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:42,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55020 deadline: 1732620282119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:42,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1732620282119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:42,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:42,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55094 deadline: 1732620282120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:42,158 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-26T11:23:42,323 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:42,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732620282322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:42,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:42,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:42,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1732620282327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:42,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55020 deadline: 1732620282327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:42,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:42,329 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:42,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1732620282327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:42,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55094 deadline: 1732620282327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:42,483 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/B/52e24f0d2a90489aab7cb19c23531ffd 2024-11-26T11:23:42,506 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/C/48c0f2dc93a74032a1c99dca92457ec6 is 50, key is test_row_0/C:col10/1732620221994/Put/seqid=0 2024-11-26T11:23:42,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741850_1026 (size=12001) 2024-11-26T11:23:42,520 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/C/48c0f2dc93a74032a1c99dca92457ec6 2024-11-26T11:23:42,543 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/A/4ccd6ba4067946909c8028f8c63c2ef3 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/4ccd6ba4067946909c8028f8c63c2ef3 2024-11-26T11:23:42,556 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/4ccd6ba4067946909c8028f8c63c2ef3, entries=150, sequenceid=78, filesize=11.7 K 2024-11-26T11:23:42,558 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/B/52e24f0d2a90489aab7cb19c23531ffd as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/52e24f0d2a90489aab7cb19c23531ffd 2024-11-26T11:23:42,570 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/52e24f0d2a90489aab7cb19c23531ffd, entries=150, sequenceid=78, filesize=11.7 K 2024-11-26T11:23:42,574 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/C/48c0f2dc93a74032a1c99dca92457ec6 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/48c0f2dc93a74032a1c99dca92457ec6 2024-11-26T11:23:42,585 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/48c0f2dc93a74032a1c99dca92457ec6, entries=150, sequenceid=78, filesize=11.7 K 2024-11-26T11:23:42,587 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for c27d31a3d55d7526be32522063acb37b in 589ms, sequenceid=78, compaction requested=true 2024-11-26T11:23:42,587 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c27d31a3d55d7526be32522063acb37b: 2024-11-26T11:23:42,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c27d31a3d55d7526be32522063acb37b:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T11:23:42,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:23:42,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c27d31a3d55d7526be32522063acb37b:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T11:23:42,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:23:42,589 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T11:23:42,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c27d31a3d55d7526be32522063acb37b:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T11:23:42,589 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T11:23:42,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T11:23:42,594 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T11:23:42,595 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1540): c27d31a3d55d7526be32522063acb37b/B is initiating minor compaction (all files) 2024-11-26T11:23:42,595 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c27d31a3d55d7526be32522063acb37b/B in TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:42,596 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/392a8980842d457faf0d8588b3a053df, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/1d6654f196b44b03bbef4c36dc703bd7, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/6dd0d690feb44afea5847bfd50496a57, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/52e24f0d2a90489aab7cb19c23531ffd] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp, totalSize=46.9 K 2024-11-26T11:23:42,597 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52684 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T11:23:42,597 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 392a8980842d457faf0d8588b3a053df, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732620219556 2024-11-26T11:23:42,597 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1540): c27d31a3d55d7526be32522063acb37b/A is initiating minor compaction (all files) 2024-11-26T11:23:42,598 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c27d31a3d55d7526be32522063acb37b/A in TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:42,598 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 1d6654f196b44b03bbef4c36dc703bd7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732620219723 2024-11-26T11:23:42,598 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/422c03d1b3ed4c75a0827adc3e553bf7, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/0bc47042e4c44a1fac0309c5a48e39ad, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/34e53181515f45618c809daaf23eb595, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/4ccd6ba4067946909c8028f8c63c2ef3] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp, totalSize=51.4 K 2024-11-26T11:23:42,599 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 6dd0d690feb44afea5847bfd50496a57, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732620220933 2024-11-26T11:23:42,599 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 422c03d1b3ed4c75a0827adc3e553bf7, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732620219556 2024-11-26T11:23:42,600 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 52e24f0d2a90489aab7cb19c23531ffd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732620221352 2024-11-26T11:23:42,602 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0bc47042e4c44a1fac0309c5a48e39ad, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732620219723 2024-11-26T11:23:42,604 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 34e53181515f45618c809daaf23eb595, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732620220933 2024-11-26T11:23:42,605 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4ccd6ba4067946909c8028f8c63c2ef3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732620221352 2024-11-26T11:23:42,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(8581): Flush requested on c27d31a3d55d7526be32522063acb37b 2024-11-26T11:23:42,648 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c27d31a3d55d7526be32522063acb37b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T11:23:42,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c27d31a3d55d7526be32522063acb37b, store=A 2024-11-26T11:23:42,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:23:42,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c27d31a3d55d7526be32522063acb37b, store=B 2024-11-26T11:23:42,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:23:42,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c27d31a3d55d7526be32522063acb37b, store=C 2024-11-26T11:23:42,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:23:42,661 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c27d31a3d55d7526be32522063acb37b#A#compaction#12 average throughput is 0.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:23:42,663 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/A/33db4ea338e8468ba34dc54b93ec16dd is 50, key is test_row_0/A:col10/1732620221994/Put/seqid=0 2024-11-26T11:23:42,668 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c27d31a3d55d7526be32522063acb37b#B#compaction#13 average throughput is 0.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:23:42,669 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/B/6d71be4e7b844f74a2bc8df98d60b4db is 50, key is test_row_0/B:col10/1732620221994/Put/seqid=0 2024-11-26T11:23:42,680 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/A/ad589984724b42b28f7e7d6547dc4ded is 50, key is test_row_0/A:col10/1732620222645/Put/seqid=0 2024-11-26T11:23:42,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741851_1027 (size=12139) 2024-11-26T11:23:42,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741852_1028 (size=12139) 2024-11-26T11:23:42,711 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/B/6d71be4e7b844f74a2bc8df98d60b4db as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/6d71be4e7b844f74a2bc8df98d60b4db 2024-11-26T11:23:42,711 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/A/33db4ea338e8468ba34dc54b93ec16dd as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/33db4ea338e8468ba34dc54b93ec16dd 2024-11-26T11:23:42,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741853_1029 (size=16681) 2024-11-26T11:23:42,736 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/A/ad589984724b42b28f7e7d6547dc4ded 2024-11-26T11:23:42,742 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c27d31a3d55d7526be32522063acb37b/B of c27d31a3d55d7526be32522063acb37b into 6d71be4e7b844f74a2bc8df98d60b4db(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:23:42,742 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c27d31a3d55d7526be32522063acb37b: 2024-11-26T11:23:42,742 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b., storeName=c27d31a3d55d7526be32522063acb37b/B, priority=12, startTime=1732620222589; duration=0sec 2024-11-26T11:23:42,743 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c27d31a3d55d7526be32522063acb37b/A of c27d31a3d55d7526be32522063acb37b into 33db4ea338e8468ba34dc54b93ec16dd(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:23:42,743 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c27d31a3d55d7526be32522063acb37b: 2024-11-26T11:23:42,743 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b., storeName=c27d31a3d55d7526be32522063acb37b/A, priority=12, startTime=1732620222588; duration=0sec 2024-11-26T11:23:42,743 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T11:23:42,743 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c27d31a3d55d7526be32522063acb37b:B 2024-11-26T11:23:42,743 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T11:23:42,743 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c27d31a3d55d7526be32522063acb37b:A 2024-11-26T11:23:42,744 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T11:23:42,751 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T11:23:42,751 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1540): c27d31a3d55d7526be32522063acb37b/C is initiating minor compaction (all files) 2024-11-26T11:23:42,751 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c27d31a3d55d7526be32522063acb37b/C in TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:42,751 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/8d20fb2686984d789c6923fc488bbb2b, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/0a5c8c50b39546cd91ed5eb11f941aa8, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/5eb3a283cf96417d967b2cd2a0fc4a5b, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/48c0f2dc93a74032a1c99dca92457ec6] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp, totalSize=46.9 K 2024-11-26T11:23:42,753 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 8d20fb2686984d789c6923fc488bbb2b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732620219556 2024-11-26T11:23:42,754 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 0a5c8c50b39546cd91ed5eb11f941aa8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732620219723 2024-11-26T11:23:42,755 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 5eb3a283cf96417d967b2cd2a0fc4a5b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732620220933 2024-11-26T11:23:42,756 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 48c0f2dc93a74032a1c99dca92457ec6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732620221352 2024-11-26T11:23:42,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:42,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55020 deadline: 1732620282744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:42,760 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:42,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732620282748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:42,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:42,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55094 deadline: 1732620282749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:42,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:42,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1732620282750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:42,762 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:42,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1732620282751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:42,768 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/B/af4d0f4744714743a1807c889f3c9622 is 50, key is test_row_0/B:col10/1732620222645/Put/seqid=0 2024-11-26T11:23:42,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741854_1030 (size=12001) 2024-11-26T11:23:42,796 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c27d31a3d55d7526be32522063acb37b#C#compaction#16 average throughput is 0.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:23:42,797 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/C/8b5078af78fe4a46932491660d986917 is 50, key is test_row_0/C:col10/1732620221994/Put/seqid=0 2024-11-26T11:23:42,801 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/B/af4d0f4744714743a1807c889f3c9622 2024-11-26T11:23:42,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741855_1031 (size=12139) 2024-11-26T11:23:42,840 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/C/8b5078af78fe4a46932491660d986917 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/8b5078af78fe4a46932491660d986917 2024-11-26T11:23:42,844 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/C/32b2256d3745444087e71f2c38894879 is 50, key is test_row_0/C:col10/1732620222645/Put/seqid=0 2024-11-26T11:23:42,853 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c27d31a3d55d7526be32522063acb37b/C of c27d31a3d55d7526be32522063acb37b into 8b5078af78fe4a46932491660d986917(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:23:42,854 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c27d31a3d55d7526be32522063acb37b: 2024-11-26T11:23:42,854 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b., storeName=c27d31a3d55d7526be32522063acb37b/C, priority=12, startTime=1732620222589; duration=0sec 2024-11-26T11:23:42,854 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:23:42,854 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c27d31a3d55d7526be32522063acb37b:C 2024-11-26T11:23:42,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741856_1032 (size=12001) 2024-11-26T11:23:42,859 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/C/32b2256d3745444087e71f2c38894879 2024-11-26T11:23:42,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:42,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55020 deadline: 1732620282862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:42,870 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:42,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55094 deadline: 1732620282863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:42,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:42,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732620282864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:42,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:42,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1732620282865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:42,872 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:42,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1732620282866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:42,875 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/A/ad589984724b42b28f7e7d6547dc4ded as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/ad589984724b42b28f7e7d6547dc4ded 2024-11-26T11:23:42,886 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/ad589984724b42b28f7e7d6547dc4ded, entries=250, sequenceid=89, filesize=16.3 K 2024-11-26T11:23:42,889 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/B/af4d0f4744714743a1807c889f3c9622 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/af4d0f4744714743a1807c889f3c9622 2024-11-26T11:23:42,900 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/af4d0f4744714743a1807c889f3c9622, entries=150, sequenceid=89, filesize=11.7 K 2024-11-26T11:23:42,903 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/C/32b2256d3745444087e71f2c38894879 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/32b2256d3745444087e71f2c38894879 2024-11-26T11:23:42,916 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/32b2256d3745444087e71f2c38894879, entries=150, sequenceid=89, filesize=11.7 K 2024-11-26T11:23:42,918 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for c27d31a3d55d7526be32522063acb37b in 270ms, sequenceid=89, compaction requested=false 2024-11-26T11:23:42,918 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c27d31a3d55d7526be32522063acb37b: 2024-11-26T11:23:42,999 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T11:23:42,999 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-26T11:23:43,001 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-26T11:23:43,001 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-11-26T11:23:43,002 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T11:23:43,002 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-26T11:23:43,003 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-26T11:23:43,003 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-26T11:23:43,004 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-26T11:23:43,004 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-26T11:23:43,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(8581): Flush requested on c27d31a3d55d7526be32522063acb37b 2024-11-26T11:23:43,076 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c27d31a3d55d7526be32522063acb37b 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-26T11:23:43,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c27d31a3d55d7526be32522063acb37b, store=A 2024-11-26T11:23:43,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:23:43,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c27d31a3d55d7526be32522063acb37b, store=B 2024-11-26T11:23:43,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:23:43,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c27d31a3d55d7526be32522063acb37b, store=C 2024-11-26T11:23:43,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:23:43,091 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/A/4f8846d3e2454d61a7ea4a0de4991aea is 50, key is test_row_0/A:col10/1732620222746/Put/seqid=0 2024-11-26T11:23:43,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:43,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732620283086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:43,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:43,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1732620283087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:43,095 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:43,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55020 deadline: 1732620283089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:43,097 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:43,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55094 deadline: 1732620283091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:43,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:43,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1732620283093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:43,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741857_1033 (size=12001) 2024-11-26T11:23:43,111 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/A/4f8846d3e2454d61a7ea4a0de4991aea 2024-11-26T11:23:43,132 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/B/cc77516db909421a9b56d973fe72e6de is 50, key is test_row_0/B:col10/1732620222746/Put/seqid=0 2024-11-26T11:23:43,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741858_1034 (size=12001) 2024-11-26T11:23:43,161 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/B/cc77516db909421a9b56d973fe72e6de 2024-11-26T11:23:43,187 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/C/baff0073942445ca982ae8277d6e6a87 is 50, key is test_row_0/C:col10/1732620222746/Put/seqid=0 2024-11-26T11:23:43,200 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:43,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:43,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1732620283198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:43,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732620283198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:43,200 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:43,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55020 deadline: 1732620283198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:43,201 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:43,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1732620283200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:43,203 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:43,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55094 deadline: 1732620283202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:43,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741859_1035 (size=12001) 2024-11-26T11:23:43,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:43,406 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:43,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1732620283404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:43,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732620283403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:43,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:43,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1732620283404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:43,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:43,407 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:43,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55020 deadline: 1732620283405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:43,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55094 deadline: 1732620283406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:43,609 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/C/baff0073942445ca982ae8277d6e6a87 2024-11-26T11:23:43,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-26T11:23:43,623 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-11-26T11:23:43,626 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T11:23:43,626 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/A/4f8846d3e2454d61a7ea4a0de4991aea as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/4f8846d3e2454d61a7ea4a0de4991aea 2024-11-26T11:23:43,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-11-26T11:23:43,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-26T11:23:43,630 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T11:23:43,631 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T11:23:43,632 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T11:23:43,639 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/4f8846d3e2454d61a7ea4a0de4991aea, entries=150, sequenceid=119, filesize=11.7 K 2024-11-26T11:23:43,643 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/B/cc77516db909421a9b56d973fe72e6de as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/cc77516db909421a9b56d973fe72e6de 2024-11-26T11:23:43,654 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/cc77516db909421a9b56d973fe72e6de, entries=150, sequenceid=119, filesize=11.7 K 2024-11-26T11:23:43,657 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/C/baff0073942445ca982ae8277d6e6a87 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/baff0073942445ca982ae8277d6e6a87 2024-11-26T11:23:43,667 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/baff0073942445ca982ae8277d6e6a87, entries=150, sequenceid=119, filesize=11.7 K 2024-11-26T11:23:43,669 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for c27d31a3d55d7526be32522063acb37b in 594ms, sequenceid=119, compaction requested=true 2024-11-26T11:23:43,669 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c27d31a3d55d7526be32522063acb37b: 2024-11-26T11:23:43,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c27d31a3d55d7526be32522063acb37b:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T11:23:43,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:23:43,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c27d31a3d55d7526be32522063acb37b:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T11:23:43,669 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T11:23:43,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:23:43,670 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T11:23:43,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c27d31a3d55d7526be32522063acb37b:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T11:23:43,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T11:23:43,672 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40821 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T11:23:43,672 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T11:23:43,672 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1540): c27d31a3d55d7526be32522063acb37b/B is initiating minor compaction (all files) 2024-11-26T11:23:43,672 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1540): c27d31a3d55d7526be32522063acb37b/A is initiating minor compaction (all files) 2024-11-26T11:23:43,673 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c27d31a3d55d7526be32522063acb37b/B in TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:43,673 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c27d31a3d55d7526be32522063acb37b/A in TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:43,673 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/6d71be4e7b844f74a2bc8df98d60b4db, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/af4d0f4744714743a1807c889f3c9622, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/cc77516db909421a9b56d973fe72e6de] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp, totalSize=35.3 K 2024-11-26T11:23:43,673 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/33db4ea338e8468ba34dc54b93ec16dd, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/ad589984724b42b28f7e7d6547dc4ded, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/4f8846d3e2454d61a7ea4a0de4991aea] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp, totalSize=39.9 K 2024-11-26T11:23:43,674 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 6d71be4e7b844f74a2bc8df98d60b4db, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732620221352 2024-11-26T11:23:43,674 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 33db4ea338e8468ba34dc54b93ec16dd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732620221352 2024-11-26T11:23:43,676 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting af4d0f4744714743a1807c889f3c9622, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732620222008 2024-11-26T11:23:43,676 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting ad589984724b42b28f7e7d6547dc4ded, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732620222004 2024-11-26T11:23:43,677 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting cc77516db909421a9b56d973fe72e6de, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732620222746 2024-11-26T11:23:43,678 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4f8846d3e2454d61a7ea4a0de4991aea, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732620222746 2024-11-26T11:23:43,705 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c27d31a3d55d7526be32522063acb37b#B#compaction#21 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:23:43,706 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c27d31a3d55d7526be32522063acb37b#A#compaction#22 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:23:43,706 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/B/3f2c5bef11b749be86acb5ff3b007daf is 50, key is test_row_0/B:col10/1732620222746/Put/seqid=0 2024-11-26T11:23:43,707 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/A/35673121d5204f70b3de1b40afc56788 is 50, key is test_row_0/A:col10/1732620222746/Put/seqid=0 2024-11-26T11:23:43,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(8581): Flush requested on c27d31a3d55d7526be32522063acb37b 2024-11-26T11:23:43,715 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c27d31a3d55d7526be32522063acb37b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T11:23:43,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c27d31a3d55d7526be32522063acb37b, store=A 2024-11-26T11:23:43,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:23:43,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c27d31a3d55d7526be32522063acb37b, store=B 2024-11-26T11:23:43,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:23:43,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c27d31a3d55d7526be32522063acb37b, store=C 2024-11-26T11:23:43,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:23:43,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-26T11:23:43,739 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/A/34d6c39772e74e798fff6c9f1cb8f904 is 50, key is test_row_0/A:col10/1732620223713/Put/seqid=0 2024-11-26T11:23:43,753 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:43,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732620283748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:43,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741860_1036 (size=12241) 2024-11-26T11:23:43,755 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:43,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55094 deadline: 1732620283750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:43,756 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:43,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55020 deadline: 1732620283751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:43,757 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:43,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1732620283752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:43,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:43,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1732620283753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:43,768 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/B/3f2c5bef11b749be86acb5ff3b007daf as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/3f2c5bef11b749be86acb5ff3b007daf 2024-11-26T11:23:43,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741861_1037 (size=12241) 2024-11-26T11:23:43,780 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c27d31a3d55d7526be32522063acb37b/B of c27d31a3d55d7526be32522063acb37b into 3f2c5bef11b749be86acb5ff3b007daf(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:23:43,780 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c27d31a3d55d7526be32522063acb37b: 2024-11-26T11:23:43,784 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b., storeName=c27d31a3d55d7526be32522063acb37b/B, priority=13, startTime=1732620223669; duration=0sec 2024-11-26T11:23:43,784 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T11:23:43,784 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c27d31a3d55d7526be32522063acb37b:B 2024-11-26T11:23:43,784 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T11:23:43,785 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:23:43,786 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-26T11:23:43,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:43,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. as already flushing 2024-11-26T11:23:43,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:43,787 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/A/35673121d5204f70b3de1b40afc56788 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/35673121d5204f70b3de1b40afc56788 2024-11-26T11:23:43,787 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:23:43,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:23:43,788 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T11:23:43,788 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1540): c27d31a3d55d7526be32522063acb37b/C is initiating minor compaction (all files) 2024-11-26T11:23:43,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:23:43,790 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c27d31a3d55d7526be32522063acb37b/C in TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:43,790 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/8b5078af78fe4a46932491660d986917, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/32b2256d3745444087e71f2c38894879, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/baff0073942445ca982ae8277d6e6a87] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp, totalSize=35.3 K 2024-11-26T11:23:43,792 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 8b5078af78fe4a46932491660d986917, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732620221352 2024-11-26T11:23:43,793 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 32b2256d3745444087e71f2c38894879, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732620222008 2024-11-26T11:23:43,795 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting baff0073942445ca982ae8277d6e6a87, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732620222746 2024-11-26T11:23:43,798 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c27d31a3d55d7526be32522063acb37b/A of c27d31a3d55d7526be32522063acb37b into 35673121d5204f70b3de1b40afc56788(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:23:43,798 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c27d31a3d55d7526be32522063acb37b: 2024-11-26T11:23:43,798 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b., storeName=c27d31a3d55d7526be32522063acb37b/A, priority=13, startTime=1732620223669; duration=0sec 2024-11-26T11:23:43,798 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:23:43,799 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c27d31a3d55d7526be32522063acb37b:A 2024-11-26T11:23:43,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741862_1038 (size=19171) 2024-11-26T11:23:43,808 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/A/34d6c39772e74e798fff6c9f1cb8f904 2024-11-26T11:23:43,822 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/B/5bfc8e78b659495f9b7f38664c8f5677 is 50, key is test_row_0/B:col10/1732620223713/Put/seqid=0 2024-11-26T11:23:43,824 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c27d31a3d55d7526be32522063acb37b#C#compaction#24 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:23:43,824 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/C/384833caa7c146cfb6754cdb1c30c7b3 is 50, key is test_row_0/C:col10/1732620222746/Put/seqid=0 2024-11-26T11:23:43,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741863_1039 (size=12101) 2024-11-26T11:23:43,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741864_1040 (size=12241) 2024-11-26T11:23:43,853 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/B/5bfc8e78b659495f9b7f38664c8f5677 2024-11-26T11:23:43,861 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/C/384833caa7c146cfb6754cdb1c30c7b3 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/384833caa7c146cfb6754cdb1c30c7b3 2024-11-26T11:23:43,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:43,862 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:43,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732620283859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:43,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55094 deadline: 1732620283859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:43,862 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:43,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55020 deadline: 1732620283859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:43,862 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:43,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1732620283860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:43,870 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/C/a350380f374a41b3aaed99af50b94297 is 50, key is test_row_0/C:col10/1732620223713/Put/seqid=0 2024-11-26T11:23:43,873 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:43,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1732620283860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:43,876 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c27d31a3d55d7526be32522063acb37b/C of c27d31a3d55d7526be32522063acb37b into 384833caa7c146cfb6754cdb1c30c7b3(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:23:43,876 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c27d31a3d55d7526be32522063acb37b: 2024-11-26T11:23:43,876 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b., storeName=c27d31a3d55d7526be32522063acb37b/C, priority=13, startTime=1732620223670; duration=0sec 2024-11-26T11:23:43,876 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:23:43,877 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c27d31a3d55d7526be32522063acb37b:C 2024-11-26T11:23:43,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741865_1041 (size=12101) 2024-11-26T11:23:43,915 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/C/a350380f374a41b3aaed99af50b94297 2024-11-26T11:23:43,926 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/A/34d6c39772e74e798fff6c9f1cb8f904 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/34d6c39772e74e798fff6c9f1cb8f904 2024-11-26T11:23:43,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-26T11:23:43,935 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/34d6c39772e74e798fff6c9f1cb8f904, entries=300, sequenceid=131, filesize=18.7 K 2024-11-26T11:23:43,936 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/B/5bfc8e78b659495f9b7f38664c8f5677 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/5bfc8e78b659495f9b7f38664c8f5677 2024-11-26T11:23:43,940 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:23:43,941 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-26T11:23:43,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:43,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. as already flushing 2024-11-26T11:23:43,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:43,941 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:23:43,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:23:43,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:23:43,945 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/5bfc8e78b659495f9b7f38664c8f5677, entries=150, sequenceid=131, filesize=11.8 K 2024-11-26T11:23:43,946 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/C/a350380f374a41b3aaed99af50b94297 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/a350380f374a41b3aaed99af50b94297 2024-11-26T11:23:43,955 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/a350380f374a41b3aaed99af50b94297, entries=150, sequenceid=131, filesize=11.8 K 2024-11-26T11:23:43,956 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for c27d31a3d55d7526be32522063acb37b in 241ms, sequenceid=131, compaction requested=false 2024-11-26T11:23:43,957 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c27d31a3d55d7526be32522063acb37b: 2024-11-26T11:23:44,067 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c27d31a3d55d7526be32522063acb37b 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-26T11:23:44,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(8581): Flush requested on c27d31a3d55d7526be32522063acb37b 2024-11-26T11:23:44,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c27d31a3d55d7526be32522063acb37b, store=A 2024-11-26T11:23:44,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:23:44,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c27d31a3d55d7526be32522063acb37b, store=B 2024-11-26T11:23:44,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:23:44,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c27d31a3d55d7526be32522063acb37b, store=C 2024-11-26T11:23:44,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:23:44,078 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/A/550db6a7701f4c199341b433712c726c is 50, key is test_row_0/A:col10/1732620223747/Put/seqid=0 2024-11-26T11:23:44,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:44,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732620284077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:44,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:44,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1732620284078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:44,081 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:44,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1732620284079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:44,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:44,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55094 deadline: 1732620284079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:44,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:44,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55020 deadline: 1732620284080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:44,095 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:23:44,096 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-26T11:23:44,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:44,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. as already flushing 2024-11-26T11:23:44,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:44,096 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:23:44,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:23:44,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:23:44,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741866_1042 (size=12151) 2024-11-26T11:23:44,105 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/A/550db6a7701f4c199341b433712c726c 2024-11-26T11:23:44,123 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/B/3dedc8c503a24e2e97e1dbc1c3410501 is 50, key is test_row_0/B:col10/1732620223747/Put/seqid=0 2024-11-26T11:23:44,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741867_1043 (size=12151) 2024-11-26T11:23:44,146 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/B/3dedc8c503a24e2e97e1dbc1c3410501 2024-11-26T11:23:44,164 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/C/7f188d381f584b3eaaaa84146fea1f5a is 50, key is test_row_0/C:col10/1732620223747/Put/seqid=0 2024-11-26T11:23:44,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741868_1044 (size=12151) 2024-11-26T11:23:44,173 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/C/7f188d381f584b3eaaaa84146fea1f5a 2024-11-26T11:23:44,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:44,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732620284182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:44,187 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:44,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1732620284183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:44,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:44,188 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:44,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55094 deadline: 1732620284185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:44,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55020 deadline: 1732620284185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:44,192 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/A/550db6a7701f4c199341b433712c726c as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/550db6a7701f4c199341b433712c726c 2024-11-26T11:23:44,202 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/550db6a7701f4c199341b433712c726c, entries=150, sequenceid=160, filesize=11.9 K 2024-11-26T11:23:44,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/B/3dedc8c503a24e2e97e1dbc1c3410501 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/3dedc8c503a24e2e97e1dbc1c3410501 2024-11-26T11:23:44,214 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/3dedc8c503a24e2e97e1dbc1c3410501, entries=150, sequenceid=160, filesize=11.9 K 2024-11-26T11:23:44,215 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/C/7f188d381f584b3eaaaa84146fea1f5a as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/7f188d381f584b3eaaaa84146fea1f5a 2024-11-26T11:23:44,225 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/7f188d381f584b3eaaaa84146fea1f5a, entries=150, sequenceid=160, filesize=11.9 K 2024-11-26T11:23:44,227 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for c27d31a3d55d7526be32522063acb37b in 160ms, sequenceid=160, compaction requested=true 2024-11-26T11:23:44,227 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c27d31a3d55d7526be32522063acb37b: 2024-11-26T11:23:44,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c27d31a3d55d7526be32522063acb37b:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T11:23:44,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:23:44,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c27d31a3d55d7526be32522063acb37b:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T11:23:44,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T11:23:44,227 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T11:23:44,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c27d31a3d55d7526be32522063acb37b:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T11:23:44,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T11:23:44,227 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T11:23:44,230 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 43563 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T11:23:44,230 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1540): c27d31a3d55d7526be32522063acb37b/A is initiating minor compaction (all files) 2024-11-26T11:23:44,230 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c27d31a3d55d7526be32522063acb37b/A in TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:44,231 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/35673121d5204f70b3de1b40afc56788, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/34d6c39772e74e798fff6c9f1cb8f904, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/550db6a7701f4c199341b433712c726c] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp, totalSize=42.5 K 2024-11-26T11:23:44,231 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36493 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T11:23:44,231 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1540): c27d31a3d55d7526be32522063acb37b/B is initiating minor compaction (all files) 2024-11-26T11:23:44,231 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c27d31a3d55d7526be32522063acb37b/B in TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:44,231 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 35673121d5204f70b3de1b40afc56788, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732620222746 2024-11-26T11:23:44,232 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/3f2c5bef11b749be86acb5ff3b007daf, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/5bfc8e78b659495f9b7f38664c8f5677, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/3dedc8c503a24e2e97e1dbc1c3410501] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp, totalSize=35.6 K 2024-11-26T11:23:44,232 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 34d6c39772e74e798fff6c9f1cb8f904, keycount=300, bloomtype=ROW, size=18.7 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732620223081 2024-11-26T11:23:44,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-26T11:23:44,233 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 3f2c5bef11b749be86acb5ff3b007daf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732620222746 2024-11-26T11:23:44,233 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 550db6a7701f4c199341b433712c726c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732620223747 2024-11-26T11:23:44,234 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 5bfc8e78b659495f9b7f38664c8f5677, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732620223085 2024-11-26T11:23:44,236 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 3dedc8c503a24e2e97e1dbc1c3410501, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732620223747 2024-11-26T11:23:44,250 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:23:44,250 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-26T11:23:44,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:44,251 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing c27d31a3d55d7526be32522063acb37b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T11:23:44,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c27d31a3d55d7526be32522063acb37b, store=A 2024-11-26T11:23:44,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:23:44,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c27d31a3d55d7526be32522063acb37b, store=B 2024-11-26T11:23:44,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:23:44,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c27d31a3d55d7526be32522063acb37b, store=C 2024-11-26T11:23:44,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:23:44,263 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c27d31a3d55d7526be32522063acb37b#A#compaction#30 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:23:44,264 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/A/a384763ec7864dea81f16b236f2c119d is 50, key is test_row_0/A:col10/1732620223747/Put/seqid=0 2024-11-26T11:23:44,274 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c27d31a3d55d7526be32522063acb37b#B#compaction#31 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:23:44,275 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/B/b4ae65fa0b1f4bb1aab4262c84fa770f is 50, key is test_row_0/B:col10/1732620223747/Put/seqid=0 2024-11-26T11:23:44,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/A/4c299563be4d4d3f9b516b9c16fbf7a1 is 50, key is test_row_0/A:col10/1732620224077/Put/seqid=0 2024-11-26T11:23:44,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741869_1045 (size=12493) 2024-11-26T11:23:44,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741870_1046 (size=12493) 2024-11-26T11:23:44,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741871_1047 (size=12151) 2024-11-26T11:23:44,334 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/A/4c299563be4d4d3f9b516b9c16fbf7a1 2024-11-26T11:23:44,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/B/9afe28b098dd4466ab26448173ed549d is 50, key is test_row_0/B:col10/1732620224077/Put/seqid=0 2024-11-26T11:23:44,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741872_1048 (size=12151) 2024-11-26T11:23:44,366 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/B/9afe28b098dd4466ab26448173ed549d 2024-11-26T11:23:44,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/C/f35222fdab6242fea1a5dd33d06ef24f is 50, key is test_row_0/C:col10/1732620224077/Put/seqid=0 2024-11-26T11:23:44,390 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. as already flushing 2024-11-26T11:23:44,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(8581): Flush requested on c27d31a3d55d7526be32522063acb37b 2024-11-26T11:23:44,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741873_1049 (size=12151) 2024-11-26T11:23:44,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:44,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732620284422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:44,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:44,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55020 deadline: 1732620284425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:44,431 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:44,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55094 deadline: 1732620284427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:44,432 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:44,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1732620284429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:44,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:44,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1732620284430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:44,534 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:44,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732620284532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:44,534 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:44,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55094 deadline: 1732620284533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:44,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:44,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55020 deadline: 1732620284533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:44,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:44,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1732620284535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:44,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:44,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1732620284537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:44,718 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/A/a384763ec7864dea81f16b236f2c119d as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/a384763ec7864dea81f16b236f2c119d 2024-11-26T11:23:44,727 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c27d31a3d55d7526be32522063acb37b/A of c27d31a3d55d7526be32522063acb37b into a384763ec7864dea81f16b236f2c119d(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:23:44,727 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c27d31a3d55d7526be32522063acb37b: 2024-11-26T11:23:44,728 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b., storeName=c27d31a3d55d7526be32522063acb37b/A, priority=13, startTime=1732620224227; duration=0sec 2024-11-26T11:23:44,728 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T11:23:44,728 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c27d31a3d55d7526be32522063acb37b:A 2024-11-26T11:23:44,728 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T11:23:44,730 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36493 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T11:23:44,731 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1540): c27d31a3d55d7526be32522063acb37b/C is initiating minor compaction (all files) 2024-11-26T11:23:44,731 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c27d31a3d55d7526be32522063acb37b/C in TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:44,731 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/384833caa7c146cfb6754cdb1c30c7b3, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/a350380f374a41b3aaed99af50b94297, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/7f188d381f584b3eaaaa84146fea1f5a] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp, totalSize=35.6 K 2024-11-26T11:23:44,732 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 384833caa7c146cfb6754cdb1c30c7b3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732620222746 2024-11-26T11:23:44,733 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting a350380f374a41b3aaed99af50b94297, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732620223085 2024-11-26T11:23:44,733 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7f188d381f584b3eaaaa84146fea1f5a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732620223747 2024-11-26T11:23:44,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-26T11:23:44,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:44,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55094 deadline: 1732620284737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:44,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:44,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732620284738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:44,740 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:44,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1732620284738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:44,741 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/B/b4ae65fa0b1f4bb1aab4262c84fa770f as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/b4ae65fa0b1f4bb1aab4262c84fa770f 2024-11-26T11:23:44,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:44,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55020 deadline: 1732620284739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:44,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:44,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1732620284740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:44,752 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c27d31a3d55d7526be32522063acb37b/B of c27d31a3d55d7526be32522063acb37b into b4ae65fa0b1f4bb1aab4262c84fa770f(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:23:44,752 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c27d31a3d55d7526be32522063acb37b: 2024-11-26T11:23:44,752 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b., storeName=c27d31a3d55d7526be32522063acb37b/B, priority=13, startTime=1732620224227; duration=0sec 2024-11-26T11:23:44,752 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:23:44,752 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c27d31a3d55d7526be32522063acb37b:B 2024-11-26T11:23:44,761 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c27d31a3d55d7526be32522063acb37b#C#compaction#35 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:23:44,762 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/C/222518e4ba7f42a89a37dbbc720d05c2 is 50, key is test_row_0/C:col10/1732620223747/Put/seqid=0 2024-11-26T11:23:44,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741874_1050 (size=12493) 2024-11-26T11:23:44,793 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/C/222518e4ba7f42a89a37dbbc720d05c2 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/222518e4ba7f42a89a37dbbc720d05c2 2024-11-26T11:23:44,804 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c27d31a3d55d7526be32522063acb37b/C of c27d31a3d55d7526be32522063acb37b into 222518e4ba7f42a89a37dbbc720d05c2(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:23:44,804 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c27d31a3d55d7526be32522063acb37b: 2024-11-26T11:23:44,804 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b., storeName=c27d31a3d55d7526be32522063acb37b/C, priority=13, startTime=1732620224227; duration=0sec 2024-11-26T11:23:44,804 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/C/f35222fdab6242fea1a5dd33d06ef24f 2024-11-26T11:23:44,804 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:23:44,804 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c27d31a3d55d7526be32522063acb37b:C 2024-11-26T11:23:44,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/A/4c299563be4d4d3f9b516b9c16fbf7a1 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/4c299563be4d4d3f9b516b9c16fbf7a1 2024-11-26T11:23:44,821 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/4c299563be4d4d3f9b516b9c16fbf7a1, entries=150, sequenceid=171, filesize=11.9 K 2024-11-26T11:23:44,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/B/9afe28b098dd4466ab26448173ed549d as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/9afe28b098dd4466ab26448173ed549d 2024-11-26T11:23:44,832 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/9afe28b098dd4466ab26448173ed549d, entries=150, sequenceid=171, filesize=11.9 K 2024-11-26T11:23:44,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/C/f35222fdab6242fea1a5dd33d06ef24f as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/f35222fdab6242fea1a5dd33d06ef24f 2024-11-26T11:23:44,847 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/f35222fdab6242fea1a5dd33d06ef24f, entries=150, sequenceid=171, filesize=11.9 K 2024-11-26T11:23:44,848 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for c27d31a3d55d7526be32522063acb37b in 597ms, sequenceid=171, compaction requested=false 2024-11-26T11:23:44,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for c27d31a3d55d7526be32522063acb37b: 2024-11-26T11:23:44,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:44,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-26T11:23:44,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-11-26T11:23:44,855 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-11-26T11:23:44,855 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2190 sec 2024-11-26T11:23:44,857 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 1.2300 sec 2024-11-26T11:23:45,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(8581): Flush requested on c27d31a3d55d7526be32522063acb37b 2024-11-26T11:23:45,045 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c27d31a3d55d7526be32522063acb37b 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-26T11:23:45,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c27d31a3d55d7526be32522063acb37b, store=A 2024-11-26T11:23:45,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:23:45,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c27d31a3d55d7526be32522063acb37b, store=B 2024-11-26T11:23:45,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:23:45,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c27d31a3d55d7526be32522063acb37b, store=C 2024-11-26T11:23:45,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:23:45,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:45,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1732620285052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:45,056 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/A/83688d05148941f991408bfa97bb76bf is 50, key is test_row_0/A:col10/1732620225043/Put/seqid=0 2024-11-26T11:23:45,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:45,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55094 deadline: 1732620285053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:45,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:45,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732620285054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:45,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:45,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1732620285055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:45,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:45,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55020 deadline: 1732620285055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:45,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741875_1051 (size=16931) 2024-11-26T11:23:45,159 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:45,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1732620285157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:45,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:45,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55094 deadline: 1732620285159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:45,161 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:45,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732620285160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:45,161 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:45,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1732620285161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:45,162 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:45,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55020 deadline: 1732620285161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:45,364 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:45,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1732620285362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:45,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:45,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732620285363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:45,365 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:45,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55094 deadline: 1732620285363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:45,367 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:45,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55020 deadline: 1732620285366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:45,367 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:45,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1732620285367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:45,472 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/A/83688d05148941f991408bfa97bb76bf 2024-11-26T11:23:45,489 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/B/c34b76d73d7e4f1bb0be84d06d04280b is 50, key is test_row_0/B:col10/1732620225043/Put/seqid=0 2024-11-26T11:23:45,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741876_1052 (size=12151) 2024-11-26T11:23:45,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:45,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1732620285667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:45,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:45,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732620285668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:45,670 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:45,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1732620285669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:45,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:45,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55020 deadline: 1732620285671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:45,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:45,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55094 deadline: 1732620285672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:45,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-26T11:23:45,735 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-11-26T11:23:45,737 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T11:23:45,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-11-26T11:23:45,740 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T11:23:45,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-26T11:23:45,742 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T11:23:45,742 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T11:23:45,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-26T11:23:45,894 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:23:45,895 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-26T11:23:45,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:45,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. as already flushing 2024-11-26T11:23:45,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:45,896 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:23:45,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:23:45,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:23:45,905 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/B/c34b76d73d7e4f1bb0be84d06d04280b 2024-11-26T11:23:45,919 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/C/d7d75d8f501e43c483eb4d7380257864 is 50, key is test_row_0/C:col10/1732620225043/Put/seqid=0 2024-11-26T11:23:45,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741877_1053 (size=12151) 2024-11-26T11:23:45,943 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/C/d7d75d8f501e43c483eb4d7380257864 2024-11-26T11:23:45,955 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/A/83688d05148941f991408bfa97bb76bf as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/83688d05148941f991408bfa97bb76bf 2024-11-26T11:23:45,965 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/83688d05148941f991408bfa97bb76bf, entries=250, sequenceid=202, filesize=16.5 K 2024-11-26T11:23:45,968 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/B/c34b76d73d7e4f1bb0be84d06d04280b as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/c34b76d73d7e4f1bb0be84d06d04280b 2024-11-26T11:23:45,977 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/c34b76d73d7e4f1bb0be84d06d04280b, entries=150, sequenceid=202, filesize=11.9 K 2024-11-26T11:23:45,979 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/C/d7d75d8f501e43c483eb4d7380257864 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/d7d75d8f501e43c483eb4d7380257864 2024-11-26T11:23:45,990 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/d7d75d8f501e43c483eb4d7380257864, entries=150, sequenceid=202, filesize=11.9 K 2024-11-26T11:23:45,992 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=46.96 KB/48090 for c27d31a3d55d7526be32522063acb37b in 947ms, sequenceid=202, compaction requested=true 2024-11-26T11:23:45,992 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c27d31a3d55d7526be32522063acb37b: 2024-11-26T11:23:45,992 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T11:23:45,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c27d31a3d55d7526be32522063acb37b:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T11:23:45,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:23:45,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c27d31a3d55d7526be32522063acb37b:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T11:23:45,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:23:45,993 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T11:23:45,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c27d31a3d55d7526be32522063acb37b:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T11:23:45,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T11:23:45,994 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41575 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T11:23:45,995 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T11:23:45,995 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1540): c27d31a3d55d7526be32522063acb37b/A is initiating minor compaction (all files) 2024-11-26T11:23:45,995 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1540): c27d31a3d55d7526be32522063acb37b/B is initiating minor compaction (all files) 2024-11-26T11:23:45,995 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c27d31a3d55d7526be32522063acb37b/A in TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:45,995 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c27d31a3d55d7526be32522063acb37b/B in TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:45,995 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/a384763ec7864dea81f16b236f2c119d, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/4c299563be4d4d3f9b516b9c16fbf7a1, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/83688d05148941f991408bfa97bb76bf] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp, totalSize=40.6 K 2024-11-26T11:23:45,995 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/b4ae65fa0b1f4bb1aab4262c84fa770f, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/9afe28b098dd4466ab26448173ed549d, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/c34b76d73d7e4f1bb0be84d06d04280b] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp, totalSize=35.9 K 2024-11-26T11:23:45,996 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting a384763ec7864dea81f16b236f2c119d, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732620223747 2024-11-26T11:23:45,996 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting b4ae65fa0b1f4bb1aab4262c84fa770f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732620223747 2024-11-26T11:23:45,997 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4c299563be4d4d3f9b516b9c16fbf7a1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732620224075 2024-11-26T11:23:45,997 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 9afe28b098dd4466ab26448173ed549d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732620224075 2024-11-26T11:23:45,998 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 83688d05148941f991408bfa97bb76bf, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1732620224417 2024-11-26T11:23:45,998 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting c34b76d73d7e4f1bb0be84d06d04280b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1732620224417 2024-11-26T11:23:46,015 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c27d31a3d55d7526be32522063acb37b#A#compaction#39 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:23:46,016 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/A/07f009f99de14dff92d5892f2bdea540 is 50, key is test_row_0/A:col10/1732620225043/Put/seqid=0 2024-11-26T11:23:46,026 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c27d31a3d55d7526be32522063acb37b#B#compaction#40 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:23:46,027 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/B/a34e4ac686874c16acf7d8930742b128 is 50, key is test_row_0/B:col10/1732620225043/Put/seqid=0 2024-11-26T11:23:46,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741878_1054 (size=12595) 2024-11-26T11:23:46,042 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/A/07f009f99de14dff92d5892f2bdea540 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/07f009f99de14dff92d5892f2bdea540 2024-11-26T11:23:46,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-26T11:23:46,049 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:23:46,050 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-26T11:23:46,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:46,050 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing c27d31a3d55d7526be32522063acb37b 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-26T11:23:46,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c27d31a3d55d7526be32522063acb37b, store=A 2024-11-26T11:23:46,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:23:46,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c27d31a3d55d7526be32522063acb37b, store=B 2024-11-26T11:23:46,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:23:46,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c27d31a3d55d7526be32522063acb37b, store=C 2024-11-26T11:23:46,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:23:46,055 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c27d31a3d55d7526be32522063acb37b/A of c27d31a3d55d7526be32522063acb37b into 07f009f99de14dff92d5892f2bdea540(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:23:46,055 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c27d31a3d55d7526be32522063acb37b: 2024-11-26T11:23:46,056 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b., storeName=c27d31a3d55d7526be32522063acb37b/A, priority=13, startTime=1732620225992; duration=0sec 2024-11-26T11:23:46,056 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T11:23:46,056 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c27d31a3d55d7526be32522063acb37b:A 2024-11-26T11:23:46,056 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T11:23:46,059 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T11:23:46,059 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1540): c27d31a3d55d7526be32522063acb37b/C is initiating minor compaction (all files) 2024-11-26T11:23:46,059 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c27d31a3d55d7526be32522063acb37b/C in TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:46,059 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/222518e4ba7f42a89a37dbbc720d05c2, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/f35222fdab6242fea1a5dd33d06ef24f, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/d7d75d8f501e43c483eb4d7380257864] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp, totalSize=35.9 K 2024-11-26T11:23:46,060 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 222518e4ba7f42a89a37dbbc720d05c2, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732620223747 2024-11-26T11:23:46,061 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting f35222fdab6242fea1a5dd33d06ef24f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732620224075 2024-11-26T11:23:46,062 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting d7d75d8f501e43c483eb4d7380257864, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1732620224417 2024-11-26T11:23:46,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/A/ee28611435e34f069e59d35ad3903423 is 50, key is test_row_0/A:col10/1732620225051/Put/seqid=0 2024-11-26T11:23:46,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741879_1055 (size=12595) 2024-11-26T11:23:46,086 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c27d31a3d55d7526be32522063acb37b#C#compaction#42 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:23:46,088 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/C/da85c47a38b440fcbaefe0d3cb1a9942 is 50, key is test_row_0/C:col10/1732620225043/Put/seqid=0 2024-11-26T11:23:46,091 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/B/a34e4ac686874c16acf7d8930742b128 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/a34e4ac686874c16acf7d8930742b128 2024-11-26T11:23:46,100 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c27d31a3d55d7526be32522063acb37b/B of c27d31a3d55d7526be32522063acb37b into a34e4ac686874c16acf7d8930742b128(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:23:46,100 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c27d31a3d55d7526be32522063acb37b: 2024-11-26T11:23:46,100 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b., storeName=c27d31a3d55d7526be32522063acb37b/B, priority=13, startTime=1732620225992; duration=0sec 2024-11-26T11:23:46,100 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:23:46,125 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c27d31a3d55d7526be32522063acb37b:B 2024-11-26T11:23:46,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741880_1056 (size=12151) 2024-11-26T11:23:46,139 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/A/ee28611435e34f069e59d35ad3903423 2024-11-26T11:23:46,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741881_1057 (size=12595) 2024-11-26T11:23:46,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/B/dcf35606e4a94bfca30e02eeb1867f99 is 50, key is test_row_0/B:col10/1732620225051/Put/seqid=0 2024-11-26T11:23:46,160 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/C/da85c47a38b440fcbaefe0d3cb1a9942 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/da85c47a38b440fcbaefe0d3cb1a9942 2024-11-26T11:23:46,169 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c27d31a3d55d7526be32522063acb37b/C of c27d31a3d55d7526be32522063acb37b into da85c47a38b440fcbaefe0d3cb1a9942(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:23:46,170 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c27d31a3d55d7526be32522063acb37b: 2024-11-26T11:23:46,170 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b., storeName=c27d31a3d55d7526be32522063acb37b/C, priority=13, startTime=1732620225993; duration=0sec 2024-11-26T11:23:46,170 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:23:46,170 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c27d31a3d55d7526be32522063acb37b:C 2024-11-26T11:23:46,176 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. as already flushing 2024-11-26T11:23:46,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(8581): Flush requested on c27d31a3d55d7526be32522063acb37b 2024-11-26T11:23:46,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741882_1058 (size=12151) 2024-11-26T11:23:46,182 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/B/dcf35606e4a94bfca30e02eeb1867f99 2024-11-26T11:23:46,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/C/c281cfc4215940639f77592be3fe9404 is 50, key is test_row_0/C:col10/1732620225051/Put/seqid=0 2024-11-26T11:23:46,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:46,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55020 deadline: 1732620286210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:46,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:46,215 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:46,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732620286211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:46,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1732620286211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:46,216 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:46,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55094 deadline: 1732620286212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:46,216 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:46,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1732620286213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:46,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741883_1059 (size=12151) 2024-11-26T11:23:46,318 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:46,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55020 deadline: 1732620286317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:46,318 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:46,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1732620286318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:46,319 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:46,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732620286318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:46,320 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:46,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55094 deadline: 1732620286318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:46,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:46,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1732620286320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:46,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-26T11:23:46,521 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:46,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55020 deadline: 1732620286520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:46,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:46,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1732620286525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:46,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:46,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1732620286525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:46,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:46,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732620286525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:46,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:46,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55094 deadline: 1732620286525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:46,625 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/C/c281cfc4215940639f77592be3fe9404 2024-11-26T11:23:46,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/A/ee28611435e34f069e59d35ad3903423 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/ee28611435e34f069e59d35ad3903423 2024-11-26T11:23:46,646 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/ee28611435e34f069e59d35ad3903423, entries=150, sequenceid=212, filesize=11.9 K 2024-11-26T11:23:46,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/B/dcf35606e4a94bfca30e02eeb1867f99 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/dcf35606e4a94bfca30e02eeb1867f99 2024-11-26T11:23:46,655 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/dcf35606e4a94bfca30e02eeb1867f99, entries=150, sequenceid=212, filesize=11.9 K 2024-11-26T11:23:46,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/C/c281cfc4215940639f77592be3fe9404 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/c281cfc4215940639f77592be3fe9404 2024-11-26T11:23:46,663 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/c281cfc4215940639f77592be3fe9404, entries=150, sequenceid=212, filesize=11.9 K 2024-11-26T11:23:46,665 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=161.02 KB/164880 for c27d31a3d55d7526be32522063acb37b in 614ms, sequenceid=212, compaction requested=false 2024-11-26T11:23:46,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for c27d31a3d55d7526be32522063acb37b: 2024-11-26T11:23:46,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:46,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-11-26T11:23:46,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-11-26T11:23:46,669 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-11-26T11:23:46,670 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 925 msec 2024-11-26T11:23:46,672 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 933 msec 2024-11-26T11:23:46,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(8581): Flush requested on c27d31a3d55d7526be32522063acb37b 2024-11-26T11:23:46,831 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c27d31a3d55d7526be32522063acb37b 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-26T11:23:46,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c27d31a3d55d7526be32522063acb37b, store=A 2024-11-26T11:23:46,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:23:46,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c27d31a3d55d7526be32522063acb37b, store=B 2024-11-26T11:23:46,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:23:46,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c27d31a3d55d7526be32522063acb37b, store=C 2024-11-26T11:23:46,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:23:46,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:46,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:46,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55094 deadline: 1732620286832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:46,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1732620286833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:46,837 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:46,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1732620286834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:46,837 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:46,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732620286836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:46,837 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:46,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55020 deadline: 1732620286836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:46,846 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/A/21d7d111a40f41ccb0a853b31c65504a is 50, key is test_row_0/A:col10/1732620226831/Put/seqid=0 2024-11-26T11:23:46,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-26T11:23:46,848 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-11-26T11:23:46,850 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T11:23:46,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-11-26T11:23:46,852 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T11:23:46,853 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T11:23:46,853 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T11:23:46,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-26T11:23:46,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741884_1060 (size=12151) 2024-11-26T11:23:46,864 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/A/21d7d111a40f41ccb0a853b31c65504a 2024-11-26T11:23:46,875 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/B/e77568b28f744fe8b929b6b90eaee0d2 is 50, key is test_row_0/B:col10/1732620226831/Put/seqid=0 2024-11-26T11:23:46,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741885_1061 (size=12151) 2024-11-26T11:23:46,939 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:46,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:46,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55094 deadline: 1732620286938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:46,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1732620286938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:46,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:46,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1732620286938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:46,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:46,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:46,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732620286939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:46,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55020 deadline: 1732620286939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:46,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-26T11:23:47,005 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:23:47,006 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-26T11:23:47,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:47,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. as already flushing 2024-11-26T11:23:47,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:47,007 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:23:47,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:23:47,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:23:47,142 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:47,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1732620287141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:47,142 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:47,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55094 deadline: 1732620287142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:47,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:47,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55020 deadline: 1732620287142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:47,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:47,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1732620287143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:47,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:47,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732620287143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:47,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-26T11:23:47,160 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:23:47,160 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-26T11:23:47,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:47,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. as already flushing 2024-11-26T11:23:47,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:47,161 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:23:47,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:23:47,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:23:47,300 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/B/e77568b28f744fe8b929b6b90eaee0d2 2024-11-26T11:23:47,313 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/C/2f67fe9dcb24425fbd386603bd05fbc4 is 50, key is test_row_0/C:col10/1732620226831/Put/seqid=0 2024-11-26T11:23:47,314 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:23:47,314 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-26T11:23:47,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:47,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. as already flushing 2024-11-26T11:23:47,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:47,315 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:23:47,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:23:47,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:23:47,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741886_1062 (size=12151) 2024-11-26T11:23:47,326 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/C/2f67fe9dcb24425fbd386603bd05fbc4 2024-11-26T11:23:47,334 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/A/21d7d111a40f41ccb0a853b31c65504a as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/21d7d111a40f41ccb0a853b31c65504a 2024-11-26T11:23:47,348 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/21d7d111a40f41ccb0a853b31c65504a, entries=150, sequenceid=246, filesize=11.9 K 2024-11-26T11:23:47,350 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/B/e77568b28f744fe8b929b6b90eaee0d2 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/e77568b28f744fe8b929b6b90eaee0d2 2024-11-26T11:23:47,357 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/e77568b28f744fe8b929b6b90eaee0d2, entries=150, sequenceid=246, filesize=11.9 K 2024-11-26T11:23:47,360 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/C/2f67fe9dcb24425fbd386603bd05fbc4 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/2f67fe9dcb24425fbd386603bd05fbc4 2024-11-26T11:23:47,367 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/2f67fe9dcb24425fbd386603bd05fbc4, entries=150, sequenceid=246, filesize=11.9 K 2024-11-26T11:23:47,371 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~187.85 KB/192360, heapSize ~492.89 KB/504720, currentSize=20.13 KB/20610 for c27d31a3d55d7526be32522063acb37b in 539ms, sequenceid=246, compaction requested=true 2024-11-26T11:23:47,371 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c27d31a3d55d7526be32522063acb37b: 2024-11-26T11:23:47,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c27d31a3d55d7526be32522063acb37b:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T11:23:47,371 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T11:23:47,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:23:47,371 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T11:23:47,373 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T11:23:47,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c27d31a3d55d7526be32522063acb37b:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T11:23:47,373 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1540): c27d31a3d55d7526be32522063acb37b/A is initiating minor compaction (all files) 2024-11-26T11:23:47,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:23:47,373 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c27d31a3d55d7526be32522063acb37b/A in TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:47,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c27d31a3d55d7526be32522063acb37b:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T11:23:47,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T11:23:47,373 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/07f009f99de14dff92d5892f2bdea540, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/ee28611435e34f069e59d35ad3903423, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/21d7d111a40f41ccb0a853b31c65504a] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp, totalSize=36.0 K 2024-11-26T11:23:47,374 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T11:23:47,374 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1540): c27d31a3d55d7526be32522063acb37b/B is initiating minor compaction (all files) 2024-11-26T11:23:47,374 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c27d31a3d55d7526be32522063acb37b/B in TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:47,374 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/a34e4ac686874c16acf7d8930742b128, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/dcf35606e4a94bfca30e02eeb1867f99, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/e77568b28f744fe8b929b6b90eaee0d2] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp, totalSize=36.0 K 2024-11-26T11:23:47,374 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 07f009f99de14dff92d5892f2bdea540, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1732620224417 2024-11-26T11:23:47,375 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting a34e4ac686874c16acf7d8930742b128, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1732620224417 2024-11-26T11:23:47,375 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting dcf35606e4a94bfca30e02eeb1867f99, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732620225051 2024-11-26T11:23:47,376 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting ee28611435e34f069e59d35ad3903423, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732620225051 2024-11-26T11:23:47,376 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 21d7d111a40f41ccb0a853b31c65504a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732620226209 2024-11-26T11:23:47,376 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting e77568b28f744fe8b929b6b90eaee0d2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732620226209 2024-11-26T11:23:47,395 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c27d31a3d55d7526be32522063acb37b#A#compaction#48 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:23:47,396 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/A/452c816a7cea41578053ea9f932d7d36 is 50, key is test_row_0/A:col10/1732620226831/Put/seqid=0 2024-11-26T11:23:47,404 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c27d31a3d55d7526be32522063acb37b#B#compaction#49 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:23:47,405 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/B/ce7cb6cb085c4e209e038c669e14b1cf is 50, key is test_row_0/B:col10/1732620226831/Put/seqid=0 2024-11-26T11:23:47,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741887_1063 (size=12697) 2024-11-26T11:23:47,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741888_1064 (size=12697) 2024-11-26T11:23:47,425 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/A/452c816a7cea41578053ea9f932d7d36 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/452c816a7cea41578053ea9f932d7d36 2024-11-26T11:23:47,435 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/B/ce7cb6cb085c4e209e038c669e14b1cf as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/ce7cb6cb085c4e209e038c669e14b1cf 2024-11-26T11:23:47,437 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c27d31a3d55d7526be32522063acb37b/A of c27d31a3d55d7526be32522063acb37b into 452c816a7cea41578053ea9f932d7d36(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:23:47,437 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c27d31a3d55d7526be32522063acb37b: 2024-11-26T11:23:47,438 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b., storeName=c27d31a3d55d7526be32522063acb37b/A, priority=13, startTime=1732620227371; duration=0sec 2024-11-26T11:23:47,438 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T11:23:47,438 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c27d31a3d55d7526be32522063acb37b:A 2024-11-26T11:23:47,438 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T11:23:47,440 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T11:23:47,440 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1540): c27d31a3d55d7526be32522063acb37b/C is initiating minor compaction (all files) 2024-11-26T11:23:47,440 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c27d31a3d55d7526be32522063acb37b/C in TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:47,440 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/da85c47a38b440fcbaefe0d3cb1a9942, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/c281cfc4215940639f77592be3fe9404, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/2f67fe9dcb24425fbd386603bd05fbc4] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp, totalSize=36.0 K 2024-11-26T11:23:47,442 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting da85c47a38b440fcbaefe0d3cb1a9942, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1732620224417 2024-11-26T11:23:47,442 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting c281cfc4215940639f77592be3fe9404, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732620225051 2024-11-26T11:23:47,443 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c27d31a3d55d7526be32522063acb37b/B of c27d31a3d55d7526be32522063acb37b into ce7cb6cb085c4e209e038c669e14b1cf(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:23:47,443 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c27d31a3d55d7526be32522063acb37b: 2024-11-26T11:23:47,443 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2f67fe9dcb24425fbd386603bd05fbc4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732620226209 2024-11-26T11:23:47,443 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b., storeName=c27d31a3d55d7526be32522063acb37b/B, priority=13, startTime=1732620227371; duration=0sec 2024-11-26T11:23:47,443 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:23:47,443 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c27d31a3d55d7526be32522063acb37b:B 2024-11-26T11:23:47,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(8581): Flush requested on c27d31a3d55d7526be32522063acb37b 2024-11-26T11:23:47,454 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c27d31a3d55d7526be32522063acb37b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T11:23:47,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c27d31a3d55d7526be32522063acb37b, store=A 2024-11-26T11:23:47,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:23:47,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c27d31a3d55d7526be32522063acb37b, store=B 2024-11-26T11:23:47,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:23:47,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c27d31a3d55d7526be32522063acb37b, store=C 2024-11-26T11:23:47,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:23:47,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-26T11:23:47,463 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c27d31a3d55d7526be32522063acb37b#C#compaction#50 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:23:47,464 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/C/5c4ec66e7030474590655ec1438f83d1 is 50, key is test_row_0/C:col10/1732620226831/Put/seqid=0 2024-11-26T11:23:47,465 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/A/3f8b4e92e26941a8a75a9445bc13fc27 is 50, key is test_row_0/A:col10/1732620227453/Put/seqid=0 2024-11-26T11:23:47,468 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:23:47,469 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-26T11:23:47,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:47,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. as already flushing 2024-11-26T11:23:47,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:47,470 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:23:47,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:23:47,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:23:47,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741889_1065 (size=12697) 2024-11-26T11:23:47,503 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:47,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732620287495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:47,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:47,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1732620287498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:47,509 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:47,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1732620287500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:47,510 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:47,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55020 deadline: 1732620287501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:47,511 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:47,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55094 deadline: 1732620287503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:47,513 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/C/5c4ec66e7030474590655ec1438f83d1 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/5c4ec66e7030474590655ec1438f83d1 2024-11-26T11:23:47,520 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c27d31a3d55d7526be32522063acb37b/C of c27d31a3d55d7526be32522063acb37b into 5c4ec66e7030474590655ec1438f83d1(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:23:47,520 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c27d31a3d55d7526be32522063acb37b: 2024-11-26T11:23:47,520 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b., storeName=c27d31a3d55d7526be32522063acb37b/C, priority=13, startTime=1732620227373; duration=0sec 2024-11-26T11:23:47,520 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:23:47,520 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c27d31a3d55d7526be32522063acb37b:C 2024-11-26T11:23:47,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741890_1066 (size=19471) 2024-11-26T11:23:47,525 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/A/3f8b4e92e26941a8a75a9445bc13fc27 2024-11-26T11:23:47,540 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/B/33ad2a7a387246e08fa5f13450b691dd is 50, key is test_row_0/B:col10/1732620227453/Put/seqid=0 2024-11-26T11:23:47,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741891_1067 (size=12251) 2024-11-26T11:23:47,556 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/B/33ad2a7a387246e08fa5f13450b691dd 2024-11-26T11:23:47,574 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/C/03556a8f1551455b9ab9622ab5e14d81 is 50, key is test_row_0/C:col10/1732620227453/Put/seqid=0 2024-11-26T11:23:47,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741892_1068 (size=12251) 2024-11-26T11:23:47,583 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/C/03556a8f1551455b9ab9622ab5e14d81 2024-11-26T11:23:47,592 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/A/3f8b4e92e26941a8a75a9445bc13fc27 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/3f8b4e92e26941a8a75a9445bc13fc27 2024-11-26T11:23:47,602 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/3f8b4e92e26941a8a75a9445bc13fc27, entries=300, sequenceid=259, filesize=19.0 K 2024-11-26T11:23:47,605 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/B/33ad2a7a387246e08fa5f13450b691dd as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/33ad2a7a387246e08fa5f13450b691dd 2024-11-26T11:23:47,605 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:47,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732620287605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:47,614 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/33ad2a7a387246e08fa5f13450b691dd, entries=150, sequenceid=259, filesize=12.0 K 2024-11-26T11:23:47,616 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/C/03556a8f1551455b9ab9622ab5e14d81 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/03556a8f1551455b9ab9622ab5e14d81 2024-11-26T11:23:47,616 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:47,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1732620287611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:47,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:47,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55020 deadline: 1732620287612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:47,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:47,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1732620287612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:47,618 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:47,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55094 deadline: 1732620287612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:47,623 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:23:47,624 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-26T11:23:47,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:47,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. as already flushing 2024-11-26T11:23:47,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:47,625 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:23:47,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:23:47,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:23:47,627 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/03556a8f1551455b9ab9622ab5e14d81, entries=150, sequenceid=259, filesize=12.0 K 2024-11-26T11:23:47,628 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for c27d31a3d55d7526be32522063acb37b in 174ms, sequenceid=259, compaction requested=false 2024-11-26T11:23:47,628 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c27d31a3d55d7526be32522063acb37b: 2024-11-26T11:23:47,778 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:23:47,778 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-26T11:23:47,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:47,779 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing c27d31a3d55d7526be32522063acb37b 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-26T11:23:47,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c27d31a3d55d7526be32522063acb37b, store=A 2024-11-26T11:23:47,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:23:47,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c27d31a3d55d7526be32522063acb37b, store=B 2024-11-26T11:23:47,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:23:47,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c27d31a3d55d7526be32522063acb37b, store=C 2024-11-26T11:23:47,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:23:47,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/A/3e03be077ada4db886c9126e4751f49e is 50, key is test_row_0/A:col10/1732620227501/Put/seqid=0 2024-11-26T11:23:47,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741893_1069 (size=12301) 2024-11-26T11:23:47,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(8581): Flush requested on c27d31a3d55d7526be32522063acb37b 2024-11-26T11:23:47,810 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. as already flushing 2024-11-26T11:23:47,833 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:47,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1732620287829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:47,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:47,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1732620287830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:47,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:47,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55020 deadline: 1732620287830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:47,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:47,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732620287830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:47,837 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:47,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55094 deadline: 1732620287831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:47,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:47,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1732620287936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:47,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:47,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1732620287937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:47,940 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:47,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55020 deadline: 1732620287937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:47,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:47,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732620287937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:47,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:47,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55094 deadline: 1732620287938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:47,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-26T11:23:48,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:48,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1732620288140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:48,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:48,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1732620288141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:48,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:48,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732620288144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:48,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:48,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55020 deadline: 1732620288144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:48,146 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:48,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55094 deadline: 1732620288144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:48,197 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/A/3e03be077ada4db886c9126e4751f49e 2024-11-26T11:23:48,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/B/40edef6bf30c4658b401cf8a6a9f2a4b is 50, key is test_row_0/B:col10/1732620227501/Put/seqid=0 2024-11-26T11:23:48,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741894_1070 (size=12301) 2024-11-26T11:23:48,222 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/B/40edef6bf30c4658b401cf8a6a9f2a4b 2024-11-26T11:23:48,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/C/07e0b1655d194364adc9c28c5d1cfc90 is 50, key is test_row_0/C:col10/1732620227501/Put/seqid=0 2024-11-26T11:23:48,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741895_1071 (size=12301) 2024-11-26T11:23:48,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:48,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1732620288444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:48,448 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:48,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1732620288447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:48,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:48,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55094 deadline: 1732620288448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:48,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:48,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55020 deadline: 1732620288448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:48,450 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:48,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732620288449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:48,648 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/C/07e0b1655d194364adc9c28c5d1cfc90 2024-11-26T11:23:48,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/A/3e03be077ada4db886c9126e4751f49e as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/3e03be077ada4db886c9126e4751f49e 2024-11-26T11:23:48,663 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/3e03be077ada4db886c9126e4751f49e, entries=150, sequenceid=285, filesize=12.0 K 2024-11-26T11:23:48,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/B/40edef6bf30c4658b401cf8a6a9f2a4b as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/40edef6bf30c4658b401cf8a6a9f2a4b 2024-11-26T11:23:48,675 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/40edef6bf30c4658b401cf8a6a9f2a4b, entries=150, sequenceid=285, filesize=12.0 K 2024-11-26T11:23:48,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/C/07e0b1655d194364adc9c28c5d1cfc90 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/07e0b1655d194364adc9c28c5d1cfc90 2024-11-26T11:23:48,688 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/07e0b1655d194364adc9c28c5d1cfc90, entries=150, sequenceid=285, filesize=12.0 K 2024-11-26T11:23:48,690 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for c27d31a3d55d7526be32522063acb37b in 911ms, sequenceid=285, compaction requested=true 2024-11-26T11:23:48,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for c27d31a3d55d7526be32522063acb37b: 2024-11-26T11:23:48,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:48,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-11-26T11:23:48,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-11-26T11:23:48,693 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-11-26T11:23:48,694 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8380 sec 2024-11-26T11:23:48,696 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 1.8440 sec 2024-11-26T11:23:48,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-26T11:23:48,964 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-11-26T11:23:48,966 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T11:23:48,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(8581): Flush requested on c27d31a3d55d7526be32522063acb37b 2024-11-26T11:23:48,966 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c27d31a3d55d7526be32522063acb37b 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-26T11:23:48,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c27d31a3d55d7526be32522063acb37b, store=A 2024-11-26T11:23:48,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:23:48,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c27d31a3d55d7526be32522063acb37b, store=B 2024-11-26T11:23:48,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:23:48,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c27d31a3d55d7526be32522063acb37b, store=C 2024-11-26T11:23:48,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:23:48,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-11-26T11:23:48,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-26T11:23:48,969 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T11:23:48,970 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T11:23:48,971 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T11:23:48,977 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/A/b25b1a03dc2b4f098af0493b58638d70 is 50, key is test_row_0/A:col10/1732620228964/Put/seqid=0 2024-11-26T11:23:48,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:48,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55020 deadline: 1732620288989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:48,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:48,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1732620288990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:48,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:48,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1732620288993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:48,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:48,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55094 deadline: 1732620288993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:48,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:48,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732620288994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:49,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741896_1072 (size=12301) 2024-11-26T11:23:49,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-26T11:23:49,097 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:49,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55020 deadline: 1732620289096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:49,098 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:49,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1732620289096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:49,100 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:49,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1732620289098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:49,100 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:49,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732620289099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:49,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:49,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55094 deadline: 1732620289099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:49,124 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:23:49,125 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-26T11:23:49,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:49,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. as already flushing 2024-11-26T11:23:49,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:49,126 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:23:49,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:23:49,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:23:49,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-26T11:23:49,279 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:23:49,279 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-26T11:23:49,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:49,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. as already flushing 2024-11-26T11:23:49,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:49,280 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:23:49,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:23:49,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:23:49,301 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:49,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1732620289300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:49,301 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:49,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55020 deadline: 1732620289300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:49,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:49,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1732620289301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:49,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:49,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732620289301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:49,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:49,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55094 deadline: 1732620289302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:49,413 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/A/b25b1a03dc2b4f098af0493b58638d70 2024-11-26T11:23:49,424 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/B/ca2bf3f8e77a417e8647e5ce63648594 is 50, key is test_row_0/B:col10/1732620228964/Put/seqid=0 2024-11-26T11:23:49,433 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:23:49,433 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-26T11:23:49,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:49,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. as already flushing 2024-11-26T11:23:49,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741897_1073 (size=12301) 2024-11-26T11:23:49,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:49,434 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:23:49,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:23:49,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:23:49,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-26T11:23:49,587 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:23:49,588 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-26T11:23:49,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:49,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. as already flushing 2024-11-26T11:23:49,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:49,588 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:23:49,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:23:49,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:23:49,605 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:49,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1732620289603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:49,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:49,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1732620289603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:49,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:49,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55020 deadline: 1732620289604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:49,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:49,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732620289606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:49,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:49,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55094 deadline: 1732620289606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:49,741 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:23:49,742 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-26T11:23:49,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:49,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. as already flushing 2024-11-26T11:23:49,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:49,742 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:23:49,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:23:49,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:23:49,835 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/B/ca2bf3f8e77a417e8647e5ce63648594 2024-11-26T11:23:49,847 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/C/74dedefa9237497da32251a4d3bb22c5 is 50, key is test_row_0/C:col10/1732620228964/Put/seqid=0 2024-11-26T11:23:49,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741898_1074 (size=12301) 2024-11-26T11:23:49,865 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/C/74dedefa9237497da32251a4d3bb22c5 2024-11-26T11:23:49,880 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/A/b25b1a03dc2b4f098af0493b58638d70 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/b25b1a03dc2b4f098af0493b58638d70 2024-11-26T11:23:49,886 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/b25b1a03dc2b4f098af0493b58638d70, entries=150, sequenceid=299, filesize=12.0 K 2024-11-26T11:23:49,888 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/B/ca2bf3f8e77a417e8647e5ce63648594 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/ca2bf3f8e77a417e8647e5ce63648594 2024-11-26T11:23:49,894 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/ca2bf3f8e77a417e8647e5ce63648594, entries=150, sequenceid=299, filesize=12.0 K 2024-11-26T11:23:49,895 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:23:49,895 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/C/74dedefa9237497da32251a4d3bb22c5 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/74dedefa9237497da32251a4d3bb22c5 2024-11-26T11:23:49,895 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-26T11:23:49,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:49,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. as already flushing 2024-11-26T11:23:49,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:49,896 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:23:49,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:23:49,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:23:49,904 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/74dedefa9237497da32251a4d3bb22c5, entries=150, sequenceid=299, filesize=12.0 K 2024-11-26T11:23:49,905 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for c27d31a3d55d7526be32522063acb37b in 939ms, sequenceid=299, compaction requested=true 2024-11-26T11:23:49,905 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c27d31a3d55d7526be32522063acb37b: 2024-11-26T11:23:49,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c27d31a3d55d7526be32522063acb37b:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T11:23:49,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:23:49,905 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T11:23:49,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c27d31a3d55d7526be32522063acb37b:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T11:23:49,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:23:49,905 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T11:23:49,906 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c27d31a3d55d7526be32522063acb37b:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T11:23:49,906 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T11:23:49,907 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 56770 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T11:23:49,907 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1540): c27d31a3d55d7526be32522063acb37b/A is initiating minor compaction (all files) 2024-11-26T11:23:49,907 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c27d31a3d55d7526be32522063acb37b/A in TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:49,907 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/452c816a7cea41578053ea9f932d7d36, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/3f8b4e92e26941a8a75a9445bc13fc27, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/3e03be077ada4db886c9126e4751f49e, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/b25b1a03dc2b4f098af0493b58638d70] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp, totalSize=55.4 K 2024-11-26T11:23:49,908 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49550 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T11:23:49,908 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1540): c27d31a3d55d7526be32522063acb37b/B is initiating minor compaction (all files) 2024-11-26T11:23:49,908 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c27d31a3d55d7526be32522063acb37b/B in TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:49,908 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/ce7cb6cb085c4e209e038c669e14b1cf, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/33ad2a7a387246e08fa5f13450b691dd, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/40edef6bf30c4658b401cf8a6a9f2a4b, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/ca2bf3f8e77a417e8647e5ce63648594] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp, totalSize=48.4 K 2024-11-26T11:23:49,909 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 452c816a7cea41578053ea9f932d7d36, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732620226209 2024-11-26T11:23:49,909 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting ce7cb6cb085c4e209e038c669e14b1cf, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732620226209 2024-11-26T11:23:49,909 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 33ad2a7a387246e08fa5f13450b691dd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1732620227449 2024-11-26T11:23:49,909 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3f8b4e92e26941a8a75a9445bc13fc27, keycount=300, bloomtype=ROW, size=19.0 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1732620226834 2024-11-26T11:23:49,910 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3e03be077ada4db886c9126e4751f49e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1732620227491 2024-11-26T11:23:49,910 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 40edef6bf30c4658b401cf8a6a9f2a4b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1732620227491 2024-11-26T11:23:49,910 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting b25b1a03dc2b4f098af0493b58638d70, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1732620227824 2024-11-26T11:23:49,911 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting ca2bf3f8e77a417e8647e5ce63648594, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1732620227824 2024-11-26T11:23:49,925 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c27d31a3d55d7526be32522063acb37b#B#compaction#61 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:23:49,926 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c27d31a3d55d7526be32522063acb37b#A#compaction#60 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:23:49,926 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/B/db3bbae89e454886b1ff172ece7a13ae is 50, key is test_row_0/B:col10/1732620228964/Put/seqid=0 2024-11-26T11:23:49,926 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/A/c6e1afd965724e69a7196575907ef568 is 50, key is test_row_0/A:col10/1732620228964/Put/seqid=0 2024-11-26T11:23:49,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741899_1075 (size=12983) 2024-11-26T11:23:49,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741900_1076 (size=12983) 2024-11-26T11:23:49,944 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/B/db3bbae89e454886b1ff172ece7a13ae as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/db3bbae89e454886b1ff172ece7a13ae 2024-11-26T11:23:49,951 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c27d31a3d55d7526be32522063acb37b/B of c27d31a3d55d7526be32522063acb37b into db3bbae89e454886b1ff172ece7a13ae(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:23:49,951 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c27d31a3d55d7526be32522063acb37b: 2024-11-26T11:23:49,951 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b., storeName=c27d31a3d55d7526be32522063acb37b/B, priority=12, startTime=1732620229905; duration=0sec 2024-11-26T11:23:49,952 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T11:23:49,952 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c27d31a3d55d7526be32522063acb37b:B 2024-11-26T11:23:49,952 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T11:23:49,954 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49550 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T11:23:49,954 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1540): c27d31a3d55d7526be32522063acb37b/C is initiating minor compaction (all files) 2024-11-26T11:23:49,954 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c27d31a3d55d7526be32522063acb37b/C in TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:49,954 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/5c4ec66e7030474590655ec1438f83d1, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/03556a8f1551455b9ab9622ab5e14d81, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/07e0b1655d194364adc9c28c5d1cfc90, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/74dedefa9237497da32251a4d3bb22c5] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp, totalSize=48.4 K 2024-11-26T11:23:49,955 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 5c4ec66e7030474590655ec1438f83d1, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732620226209 2024-11-26T11:23:49,956 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 03556a8f1551455b9ab9622ab5e14d81, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1732620227449 2024-11-26T11:23:49,956 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 07e0b1655d194364adc9c28c5d1cfc90, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1732620227491 2024-11-26T11:23:49,956 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 74dedefa9237497da32251a4d3bb22c5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1732620227824 2024-11-26T11:23:49,971 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c27d31a3d55d7526be32522063acb37b#C#compaction#62 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:23:49,972 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/C/8ecda664dd9445be8b326a6c36206353 is 50, key is test_row_0/C:col10/1732620228964/Put/seqid=0 2024-11-26T11:23:49,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741901_1077 (size=12983) 2024-11-26T11:23:49,995 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/C/8ecda664dd9445be8b326a6c36206353 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/8ecda664dd9445be8b326a6c36206353 2024-11-26T11:23:50,005 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c27d31a3d55d7526be32522063acb37b/C of c27d31a3d55d7526be32522063acb37b into 8ecda664dd9445be8b326a6c36206353(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:23:50,005 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c27d31a3d55d7526be32522063acb37b: 2024-11-26T11:23:50,005 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b., storeName=c27d31a3d55d7526be32522063acb37b/C, priority=12, startTime=1732620229905; duration=0sec 2024-11-26T11:23:50,005 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:23:50,006 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c27d31a3d55d7526be32522063acb37b:C 2024-11-26T11:23:50,048 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:23:50,049 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-26T11:23:50,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:50,049 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing c27d31a3d55d7526be32522063acb37b 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-26T11:23:50,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c27d31a3d55d7526be32522063acb37b, store=A 2024-11-26T11:23:50,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:23:50,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c27d31a3d55d7526be32522063acb37b, store=B 2024-11-26T11:23:50,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:23:50,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c27d31a3d55d7526be32522063acb37b, store=C 2024-11-26T11:23:50,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:23:50,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/A/e0806904ee10448c9fc71870ab769c00 is 50, key is test_row_0/A:col10/1732620228992/Put/seqid=0 2024-11-26T11:23:50,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741902_1078 (size=12301) 2024-11-26T11:23:50,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-26T11:23:50,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(8581): Flush requested on c27d31a3d55d7526be32522063acb37b 2024-11-26T11:23:50,111 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. as already flushing 2024-11-26T11:23:50,126 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:50,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55094 deadline: 1732620290121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:50,130 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:50,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1732620290123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:50,130 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:50,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1732620290123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:50,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:50,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732620290126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:50,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:50,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55020 deadline: 1732620290130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:50,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:50,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55094 deadline: 1732620290228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:50,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:50,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1732620290231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:50,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:50,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1732620290232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:50,235 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:50,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732620290233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:50,235 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:50,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55020 deadline: 1732620290234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:50,343 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/A/c6e1afd965724e69a7196575907ef568 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/c6e1afd965724e69a7196575907ef568 2024-11-26T11:23:50,349 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c27d31a3d55d7526be32522063acb37b/A of c27d31a3d55d7526be32522063acb37b into c6e1afd965724e69a7196575907ef568(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:23:50,349 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c27d31a3d55d7526be32522063acb37b: 2024-11-26T11:23:50,349 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b., storeName=c27d31a3d55d7526be32522063acb37b/A, priority=12, startTime=1732620229905; duration=0sec 2024-11-26T11:23:50,350 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:23:50,350 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c27d31a3d55d7526be32522063acb37b:A 2024-11-26T11:23:50,431 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:50,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55094 deadline: 1732620290431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:50,437 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:50,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1732620290436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:50,437 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:50,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732620290436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:50,438 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:50,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1732620290437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:50,443 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:50,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55020 deadline: 1732620290441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:50,462 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/A/e0806904ee10448c9fc71870ab769c00 2024-11-26T11:23:50,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/B/77672c072c7f4d64a0bfcb98cddc3496 is 50, key is test_row_0/B:col10/1732620228992/Put/seqid=0 2024-11-26T11:23:50,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741903_1079 (size=12301) 2024-11-26T11:23:50,506 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/B/77672c072c7f4d64a0bfcb98cddc3496 2024-11-26T11:23:50,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/C/e0a8d7608139413196e9c624977a12e4 is 50, key is test_row_0/C:col10/1732620228992/Put/seqid=0 2024-11-26T11:23:50,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741904_1080 (size=12301) 2024-11-26T11:23:50,529 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/C/e0a8d7608139413196e9c624977a12e4 2024-11-26T11:23:50,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/A/e0806904ee10448c9fc71870ab769c00 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/e0806904ee10448c9fc71870ab769c00 2024-11-26T11:23:50,561 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/e0806904ee10448c9fc71870ab769c00, entries=150, sequenceid=323, filesize=12.0 K 2024-11-26T11:23:50,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/B/77672c072c7f4d64a0bfcb98cddc3496 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/77672c072c7f4d64a0bfcb98cddc3496 2024-11-26T11:23:50,571 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/77672c072c7f4d64a0bfcb98cddc3496, entries=150, sequenceid=323, filesize=12.0 K 2024-11-26T11:23:50,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/C/e0a8d7608139413196e9c624977a12e4 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/e0a8d7608139413196e9c624977a12e4 2024-11-26T11:23:50,582 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/e0a8d7608139413196e9c624977a12e4, entries=150, sequenceid=323, filesize=12.0 K 2024-11-26T11:23:50,584 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for c27d31a3d55d7526be32522063acb37b in 535ms, sequenceid=323, compaction requested=false 2024-11-26T11:23:50,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for c27d31a3d55d7526be32522063acb37b: 2024-11-26T11:23:50,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:50,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-26T11:23:50,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-11-26T11:23:50,590 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-11-26T11:23:50,590 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6160 sec 2024-11-26T11:23:50,592 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 1.6250 sec 2024-11-26T11:23:50,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(8581): Flush requested on c27d31a3d55d7526be32522063acb37b 2024-11-26T11:23:50,738 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c27d31a3d55d7526be32522063acb37b 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-26T11:23:50,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c27d31a3d55d7526be32522063acb37b, store=A 2024-11-26T11:23:50,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:23:50,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c27d31a3d55d7526be32522063acb37b, store=B 2024-11-26T11:23:50,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:23:50,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c27d31a3d55d7526be32522063acb37b, store=C 2024-11-26T11:23:50,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:23:50,744 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/A/9de8211a57cd40a2a29de2ab6d25a53d is 50, key is test_row_0/A:col10/1732620230114/Put/seqid=0 2024-11-26T11:23:50,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741905_1081 (size=12301) 2024-11-26T11:23:50,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:50,809 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:50,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732620290798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:50,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55094 deadline: 1732620290800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:50,812 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:50,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1732620290809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:50,812 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:50,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1732620290809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:50,813 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:50,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55020 deadline: 1732620290809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:50,911 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:50,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732620290911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:50,912 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:50,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55094 deadline: 1732620290912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:50,914 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:50,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1732620290914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:50,914 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:50,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1732620290914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:50,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:50,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55020 deadline: 1732620290914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:51,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-26T11:23:51,073 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-11-26T11:23:51,076 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T11:23:51,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-11-26T11:23:51,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-26T11:23:51,078 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T11:23:51,078 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T11:23:51,079 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T11:23:51,114 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:51,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732620291113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:51,114 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:51,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55094 deadline: 1732620291114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:51,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:51,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1732620291116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:51,120 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:51,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1732620291118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:51,120 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:51,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55020 deadline: 1732620291118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:51,163 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/A/9de8211a57cd40a2a29de2ab6d25a53d 2024-11-26T11:23:51,173 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/B/c9ab0f32e3e74537953bdd18391fbea1 is 50, key is test_row_0/B:col10/1732620230114/Put/seqid=0 2024-11-26T11:23:51,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-26T11:23:51,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741906_1082 (size=12301) 2024-11-26T11:23:51,180 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/B/c9ab0f32e3e74537953bdd18391fbea1 2024-11-26T11:23:51,190 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/C/08943ddf0a1a48ed988671c45eec011f is 50, key is test_row_0/C:col10/1732620230114/Put/seqid=0 2024-11-26T11:23:51,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741907_1083 (size=12301) 2024-11-26T11:23:51,209 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/C/08943ddf0a1a48ed988671c45eec011f 2024-11-26T11:23:51,217 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/A/9de8211a57cd40a2a29de2ab6d25a53d as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/9de8211a57cd40a2a29de2ab6d25a53d 2024-11-26T11:23:51,223 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/9de8211a57cd40a2a29de2ab6d25a53d, entries=150, sequenceid=340, filesize=12.0 K 2024-11-26T11:23:51,224 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/B/c9ab0f32e3e74537953bdd18391fbea1 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/c9ab0f32e3e74537953bdd18391fbea1 2024-11-26T11:23:51,230 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/c9ab0f32e3e74537953bdd18391fbea1, entries=150, sequenceid=340, filesize=12.0 K 2024-11-26T11:23:51,233 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/C/08943ddf0a1a48ed988671c45eec011f as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/08943ddf0a1a48ed988671c45eec011f 2024-11-26T11:23:51,234 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:23:51,235 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-26T11:23:51,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:51,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. as already flushing 2024-11-26T11:23:51,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:51,236 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:23:51,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:23:51,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:23:51,244 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/08943ddf0a1a48ed988671c45eec011f, entries=150, sequenceid=340, filesize=12.0 K 2024-11-26T11:23:51,245 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for c27d31a3d55d7526be32522063acb37b in 508ms, sequenceid=340, compaction requested=true 2024-11-26T11:23:51,245 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c27d31a3d55d7526be32522063acb37b: 2024-11-26T11:23:51,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c27d31a3d55d7526be32522063acb37b:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T11:23:51,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:23:51,245 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T11:23:51,245 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T11:23:51,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c27d31a3d55d7526be32522063acb37b:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T11:23:51,247 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T11:23:51,247 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1540): c27d31a3d55d7526be32522063acb37b/B is initiating minor compaction (all files) 2024-11-26T11:23:51,247 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c27d31a3d55d7526be32522063acb37b/B in TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:51,247 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/db3bbae89e454886b1ff172ece7a13ae, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/77672c072c7f4d64a0bfcb98cddc3496, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/c9ab0f32e3e74537953bdd18391fbea1] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp, totalSize=36.7 K 2024-11-26T11:23:51,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:23:51,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c27d31a3d55d7526be32522063acb37b:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T11:23:51,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T11:23:51,248 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T11:23:51,248 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1540): c27d31a3d55d7526be32522063acb37b/A is initiating minor compaction (all files) 2024-11-26T11:23:51,248 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c27d31a3d55d7526be32522063acb37b/A in TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:51,248 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/c6e1afd965724e69a7196575907ef568, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/e0806904ee10448c9fc71870ab769c00, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/9de8211a57cd40a2a29de2ab6d25a53d] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp, totalSize=36.7 K 2024-11-26T11:23:51,249 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting db3bbae89e454886b1ff172ece7a13ae, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1732620227824 2024-11-26T11:23:51,249 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting c6e1afd965724e69a7196575907ef568, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1732620227824 2024-11-26T11:23:51,249 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting e0806904ee10448c9fc71870ab769c00, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1732620228988 2024-11-26T11:23:51,250 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 77672c072c7f4d64a0bfcb98cddc3496, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1732620228988 2024-11-26T11:23:51,250 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9de8211a57cd40a2a29de2ab6d25a53d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1732620230114 2024-11-26T11:23:51,251 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting c9ab0f32e3e74537953bdd18391fbea1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1732620230114 2024-11-26T11:23:51,266 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c27d31a3d55d7526be32522063acb37b#B#compaction#69 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:23:51,267 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/B/a1ec45127daf4526ac2ea1694dcaeb6a is 50, key is test_row_0/B:col10/1732620230114/Put/seqid=0 2024-11-26T11:23:51,270 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c27d31a3d55d7526be32522063acb37b#A#compaction#70 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:23:51,271 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/A/2d7f77d6cb704524b993b7ca8676e216 is 50, key is test_row_0/A:col10/1732620230114/Put/seqid=0 2024-11-26T11:23:51,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741909_1085 (size=13085) 2024-11-26T11:23:51,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741908_1084 (size=13085) 2024-11-26T11:23:51,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-26T11:23:51,389 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:23:51,390 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-26T11:23:51,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:51,390 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing c27d31a3d55d7526be32522063acb37b 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-26T11:23:51,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c27d31a3d55d7526be32522063acb37b, store=A 2024-11-26T11:23:51,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:23:51,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c27d31a3d55d7526be32522063acb37b, store=B 2024-11-26T11:23:51,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:23:51,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c27d31a3d55d7526be32522063acb37b, store=C 2024-11-26T11:23:51,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:23:51,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/A/4ba4b9f591114c71b0c8fb067fea34c3 is 50, key is test_row_0/A:col10/1732620230802/Put/seqid=0 2024-11-26T11:23:51,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741910_1086 (size=12301) 2024-11-26T11:23:51,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(8581): Flush requested on c27d31a3d55d7526be32522063acb37b 2024-11-26T11:23:51,417 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. as already flushing 2024-11-26T11:23:51,432 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:51,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55020 deadline: 1732620291428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:51,433 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:51,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732620291429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:51,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:51,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1732620291430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:51,435 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:51,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1732620291430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:51,435 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:51,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55094 deadline: 1732620291433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:51,535 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:51,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55020 deadline: 1732620291534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:51,536 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:51,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732620291535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:51,539 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:51,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1732620291535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:51,540 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:51,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:51,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55094 deadline: 1732620291537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:51,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1732620291537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:51,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-26T11:23:51,709 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/B/a1ec45127daf4526ac2ea1694dcaeb6a as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/a1ec45127daf4526ac2ea1694dcaeb6a 2024-11-26T11:23:51,709 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/A/2d7f77d6cb704524b993b7ca8676e216 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/2d7f77d6cb704524b993b7ca8676e216 2024-11-26T11:23:51,717 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c27d31a3d55d7526be32522063acb37b/B of c27d31a3d55d7526be32522063acb37b into a1ec45127daf4526ac2ea1694dcaeb6a(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:23:51,717 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c27d31a3d55d7526be32522063acb37b: 2024-11-26T11:23:51,717 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b., storeName=c27d31a3d55d7526be32522063acb37b/B, priority=13, startTime=1732620231245; duration=0sec 2024-11-26T11:23:51,717 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c27d31a3d55d7526be32522063acb37b/A of c27d31a3d55d7526be32522063acb37b into 2d7f77d6cb704524b993b7ca8676e216(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:23:51,718 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c27d31a3d55d7526be32522063acb37b: 2024-11-26T11:23:51,718 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b., storeName=c27d31a3d55d7526be32522063acb37b/A, priority=13, startTime=1732620231245; duration=0sec 2024-11-26T11:23:51,718 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T11:23:51,718 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c27d31a3d55d7526be32522063acb37b:B 2024-11-26T11:23:51,718 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T11:23:51,718 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:23:51,718 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c27d31a3d55d7526be32522063acb37b:A 2024-11-26T11:23:51,719 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T11:23:51,720 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1540): c27d31a3d55d7526be32522063acb37b/C is initiating minor compaction (all files) 2024-11-26T11:23:51,720 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c27d31a3d55d7526be32522063acb37b/C in TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:51,720 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/8ecda664dd9445be8b326a6c36206353, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/e0a8d7608139413196e9c624977a12e4, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/08943ddf0a1a48ed988671c45eec011f] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp, totalSize=36.7 K 2024-11-26T11:23:51,720 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 8ecda664dd9445be8b326a6c36206353, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1732620227824 2024-11-26T11:23:51,721 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting e0a8d7608139413196e9c624977a12e4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1732620228988 2024-11-26T11:23:51,721 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 08943ddf0a1a48ed988671c45eec011f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1732620230114 2024-11-26T11:23:51,731 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c27d31a3d55d7526be32522063acb37b#C#compaction#72 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:23:51,731 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/C/174d0fcdb9b14e4a9b6f17f0da6043d6 is 50, key is test_row_0/C:col10/1732620230114/Put/seqid=0 2024-11-26T11:23:51,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:51,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55020 deadline: 1732620291737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:51,740 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:51,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732620291738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:51,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741911_1087 (size=13085) 2024-11-26T11:23:51,743 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:51,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1732620291741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:51,744 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:51,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55094 deadline: 1732620291741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:51,745 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:51,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1732620291742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:51,750 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/C/174d0fcdb9b14e4a9b6f17f0da6043d6 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/174d0fcdb9b14e4a9b6f17f0da6043d6 2024-11-26T11:23:51,758 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c27d31a3d55d7526be32522063acb37b/C of c27d31a3d55d7526be32522063acb37b into 174d0fcdb9b14e4a9b6f17f0da6043d6(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:23:51,758 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c27d31a3d55d7526be32522063acb37b: 2024-11-26T11:23:51,758 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b., storeName=c27d31a3d55d7526be32522063acb37b/C, priority=13, startTime=1732620231247; duration=0sec 2024-11-26T11:23:51,758 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:23:51,758 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c27d31a3d55d7526be32522063acb37b:C 2024-11-26T11:23:51,807 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/A/4ba4b9f591114c71b0c8fb067fea34c3 2024-11-26T11:23:51,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/B/52c12f74f0c640109bdb846ee4afac3f is 50, key is test_row_0/B:col10/1732620230802/Put/seqid=0 2024-11-26T11:23:51,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741912_1088 (size=12301) 2024-11-26T11:23:52,041 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:52,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55020 deadline: 1732620292041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:52,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:52,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732620292043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:52,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:52,047 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:52,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1732620292045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:52,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55094 deadline: 1732620292045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:52,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:52,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1732620292047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:52,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-26T11:23:52,226 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/B/52c12f74f0c640109bdb846ee4afac3f 2024-11-26T11:23:52,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/C/e7b69f28f8bc4439865faf3933819547 is 50, key is test_row_0/C:col10/1732620230802/Put/seqid=0 2024-11-26T11:23:52,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741913_1089 (size=12301) 2024-11-26T11:23:52,545 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:52,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55020 deadline: 1732620292545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:52,547 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:52,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732620292546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:52,549 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:52,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55094 deadline: 1732620292548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:52,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:52,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1732620292551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:52,553 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:52,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1732620292552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:52,642 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/C/e7b69f28f8bc4439865faf3933819547 2024-11-26T11:23:52,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/A/4ba4b9f591114c71b0c8fb067fea34c3 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/4ba4b9f591114c71b0c8fb067fea34c3 2024-11-26T11:23:52,654 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/4ba4b9f591114c71b0c8fb067fea34c3, entries=150, sequenceid=360, filesize=12.0 K 2024-11-26T11:23:52,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/B/52c12f74f0c640109bdb846ee4afac3f as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/52c12f74f0c640109bdb846ee4afac3f 2024-11-26T11:23:52,661 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/52c12f74f0c640109bdb846ee4afac3f, entries=150, sequenceid=360, filesize=12.0 K 2024-11-26T11:23:52,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/C/e7b69f28f8bc4439865faf3933819547 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/e7b69f28f8bc4439865faf3933819547 2024-11-26T11:23:52,667 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/e7b69f28f8bc4439865faf3933819547, entries=150, sequenceid=360, filesize=12.0 K 2024-11-26T11:23:52,669 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for c27d31a3d55d7526be32522063acb37b in 1279ms, sequenceid=360, compaction requested=false 2024-11-26T11:23:52,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for c27d31a3d55d7526be32522063acb37b: 2024-11-26T11:23:52,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:52,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-11-26T11:23:52,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-11-26T11:23:52,673 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-11-26T11:23:52,673 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5920 sec 2024-11-26T11:23:52,675 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 1.5970 sec 2024-11-26T11:23:53,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-26T11:23:53,182 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-11-26T11:23:53,183 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T11:23:53,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-11-26T11:23:53,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-26T11:23:53,186 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T11:23:53,186 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T11:23:53,187 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T11:23:53,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-26T11:23:53,342 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:23:53,343 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-26T11:23:53,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:53,343 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing c27d31a3d55d7526be32522063acb37b 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-26T11:23:53,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c27d31a3d55d7526be32522063acb37b, store=A 2024-11-26T11:23:53,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:23:53,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c27d31a3d55d7526be32522063acb37b, store=B 2024-11-26T11:23:53,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:23:53,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c27d31a3d55d7526be32522063acb37b, store=C 2024-11-26T11:23:53,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:23:53,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/A/8dfda1821a614ea08298a9ceb1a8cc33 is 50, key is test_row_0/A:col10/1732620231426/Put/seqid=0 2024-11-26T11:23:53,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741914_1090 (size=12301) 2024-11-26T11:23:53,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-26T11:23:53,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(8581): Flush requested on c27d31a3d55d7526be32522063acb37b 2024-11-26T11:23:53,549 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. as already flushing 2024-11-26T11:23:53,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:53,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1732620293563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:53,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:53,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1732620293564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:53,596 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:53,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55020 deadline: 1732620293594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:53,596 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:53,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55094 deadline: 1732620293594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:53,596 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:53,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732620293594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:53,698 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:53,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1732620293695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:53,698 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:53,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1732620293696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:53,699 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:53,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55020 deadline: 1732620293697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:53,699 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:53,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:53,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732620293697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:53,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55094 deadline: 1732620293697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:53,774 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/A/8dfda1821a614ea08298a9ceb1a8cc33 2024-11-26T11:23:53,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/B/9b61eb0b674b481fb36ad710c891a172 is 50, key is test_row_0/B:col10/1732620231426/Put/seqid=0 2024-11-26T11:23:53,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-26T11:23:53,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741915_1091 (size=12301) 2024-11-26T11:23:53,792 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/B/9b61eb0b674b481fb36ad710c891a172 2024-11-26T11:23:53,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/C/38d2d391d8bc45d58d03ac3ed25f1041 is 50, key is test_row_0/C:col10/1732620231426/Put/seqid=0 2024-11-26T11:23:53,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741916_1092 (size=12301) 2024-11-26T11:23:53,902 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:53,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1732620293900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:53,902 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:53,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732620293901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:53,902 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:53,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55094 deadline: 1732620293901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:53,903 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:53,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1732620293901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:53,903 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:53,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55020 deadline: 1732620293901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:54,206 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/C/38d2d391d8bc45d58d03ac3ed25f1041 2024-11-26T11:23:54,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:54,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1732620294204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:54,207 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:54,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1732620294204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:54,207 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:54,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732620294205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:54,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:54,208 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:54,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55094 deadline: 1732620294206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:54,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55020 deadline: 1732620294206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:54,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/A/8dfda1821a614ea08298a9ceb1a8cc33 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/8dfda1821a614ea08298a9ceb1a8cc33 2024-11-26T11:23:54,219 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/8dfda1821a614ea08298a9ceb1a8cc33, entries=150, sequenceid=379, filesize=12.0 K 2024-11-26T11:23:54,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/B/9b61eb0b674b481fb36ad710c891a172 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/9b61eb0b674b481fb36ad710c891a172 2024-11-26T11:23:54,225 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/9b61eb0b674b481fb36ad710c891a172, entries=150, sequenceid=379, filesize=12.0 K 2024-11-26T11:23:54,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/C/38d2d391d8bc45d58d03ac3ed25f1041 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/38d2d391d8bc45d58d03ac3ed25f1041 2024-11-26T11:23:54,232 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/38d2d391d8bc45d58d03ac3ed25f1041, entries=150, sequenceid=379, filesize=12.0 K 2024-11-26T11:23:54,233 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=127.47 KB/130530 for c27d31a3d55d7526be32522063acb37b in 890ms, sequenceid=379, compaction requested=true 2024-11-26T11:23:54,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for c27d31a3d55d7526be32522063acb37b: 2024-11-26T11:23:54,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:54,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-11-26T11:23:54,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-11-26T11:23:54,236 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-11-26T11:23:54,237 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0470 sec 2024-11-26T11:23:54,238 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 1.0540 sec 2024-11-26T11:23:54,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-26T11:23:54,289 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-11-26T11:23:54,290 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T11:23:54,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees 2024-11-26T11:23:54,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-26T11:23:54,292 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T11:23:54,293 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T11:23:54,293 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T11:23:54,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-26T11:23:54,445 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:23:54,445 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-26T11:23:54,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:54,446 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2837): Flushing c27d31a3d55d7526be32522063acb37b 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-26T11:23:54,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c27d31a3d55d7526be32522063acb37b, store=A 2024-11-26T11:23:54,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:23:54,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c27d31a3d55d7526be32522063acb37b, store=B 2024-11-26T11:23:54,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:23:54,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c27d31a3d55d7526be32522063acb37b, store=C 2024-11-26T11:23:54,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:23:54,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/A/9027511965694600a1bba224e500f3dc is 50, key is test_row_0/A:col10/1732620233564/Put/seqid=0 2024-11-26T11:23:54,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741917_1093 (size=12301) 2024-11-26T11:23:54,487 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/A/9027511965694600a1bba224e500f3dc 2024-11-26T11:23:54,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/B/bca5a071f5a14f11add523c0d2d10839 is 50, key is test_row_0/B:col10/1732620233564/Put/seqid=0 2024-11-26T11:23:54,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741918_1094 (size=12301) 2024-11-26T11:23:54,523 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/B/bca5a071f5a14f11add523c0d2d10839 2024-11-26T11:23:54,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/C/44e59fc0d69a4bbf82792e838cb8b094 is 50, key is test_row_0/C:col10/1732620233564/Put/seqid=0 2024-11-26T11:23:54,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741919_1095 (size=12301) 2024-11-26T11:23:54,557 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/C/44e59fc0d69a4bbf82792e838cb8b094 2024-11-26T11:23:54,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/A/9027511965694600a1bba224e500f3dc as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/9027511965694600a1bba224e500f3dc 2024-11-26T11:23:54,590 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/9027511965694600a1bba224e500f3dc, entries=150, sequenceid=401, filesize=12.0 K 2024-11-26T11:23:54,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/B/bca5a071f5a14f11add523c0d2d10839 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/bca5a071f5a14f11add523c0d2d10839 2024-11-26T11:23:54,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-26T11:23:54,599 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/bca5a071f5a14f11add523c0d2d10839, entries=150, sequenceid=401, filesize=12.0 K 2024-11-26T11:23:54,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/C/44e59fc0d69a4bbf82792e838cb8b094 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/44e59fc0d69a4bbf82792e838cb8b094 2024-11-26T11:23:54,607 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/44e59fc0d69a4bbf82792e838cb8b094, entries=150, sequenceid=401, filesize=12.0 K 2024-11-26T11:23:54,609 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=0 B/0 for c27d31a3d55d7526be32522063acb37b in 163ms, sequenceid=401, compaction requested=true 2024-11-26T11:23:54,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2538): Flush status journal for c27d31a3d55d7526be32522063acb37b: 2024-11-26T11:23:54,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:54,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-26T11:23:54,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4106): Remote procedure done, pid=27 2024-11-26T11:23:54,613 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-11-26T11:23:54,614 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 318 msec 2024-11-26T11:23:54,616 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees in 324 msec 2024-11-26T11:23:54,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(8581): Flush requested on c27d31a3d55d7526be32522063acb37b 2024-11-26T11:23:54,716 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c27d31a3d55d7526be32522063acb37b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T11:23:54,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c27d31a3d55d7526be32522063acb37b, store=A 2024-11-26T11:23:54,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:23:54,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c27d31a3d55d7526be32522063acb37b, store=B 2024-11-26T11:23:54,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:23:54,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c27d31a3d55d7526be32522063acb37b, store=C 2024-11-26T11:23:54,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:23:54,734 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/A/a723b2a975d34f05a559b03f5a10f8d3 is 50, key is test_row_0/A:col10/1732620234715/Put/seqid=0 2024-11-26T11:23:54,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:54,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55020 deadline: 1732620294743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:54,748 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:54,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1732620294744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:54,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:54,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732620294746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:54,751 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:54,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55094 deadline: 1732620294748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:54,752 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:54,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1732620294748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:54,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741920_1096 (size=12301) 2024-11-26T11:23:54,756 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/A/a723b2a975d34f05a559b03f5a10f8d3 2024-11-26T11:23:54,772 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/B/752f3a07422940439b537158c917e7df is 50, key is test_row_0/B:col10/1732620234715/Put/seqid=0 2024-11-26T11:23:54,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741921_1097 (size=12301) 2024-11-26T11:23:54,789 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/B/752f3a07422940439b537158c917e7df 2024-11-26T11:23:54,801 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/C/91ab83411c634af9a58427419b7cf8fb is 50, key is test_row_0/C:col10/1732620234715/Put/seqid=0 2024-11-26T11:23:54,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741922_1098 (size=12301) 2024-11-26T11:23:54,851 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:54,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1732620294850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:54,851 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:54,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55020 deadline: 1732620294850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:54,851 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:54,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732620294850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:54,854 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:54,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55094 deadline: 1732620294852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:54,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:54,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1732620294853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:54,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-26T11:23:54,895 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-11-26T11:23:54,896 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T11:23:54,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees 2024-11-26T11:23:54,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-26T11:23:54,898 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T11:23:54,899 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T11:23:54,899 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T11:23:54,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-26T11:23:55,050 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:23:55,051 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-26T11:23:55,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:55,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. as already flushing 2024-11-26T11:23:55,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:55,051 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:23:55,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:23:55,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:23:55,054 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:55,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1732620295052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:55,054 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:55,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732620295052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:55,055 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:55,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55020 deadline: 1732620295053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:55,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:55,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55094 deadline: 1732620295055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:55,058 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:55,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1732620295056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:55,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-26T11:23:55,204 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:23:55,204 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-26T11:23:55,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:55,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. as already flushing 2024-11-26T11:23:55,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:55,205 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:23:55,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:23:55,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:23:55,211 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/C/91ab83411c634af9a58427419b7cf8fb 2024-11-26T11:23:55,217 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/A/a723b2a975d34f05a559b03f5a10f8d3 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/a723b2a975d34f05a559b03f5a10f8d3 2024-11-26T11:23:55,223 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/a723b2a975d34f05a559b03f5a10f8d3, entries=150, sequenceid=414, filesize=12.0 K 2024-11-26T11:23:55,224 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/B/752f3a07422940439b537158c917e7df as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/752f3a07422940439b537158c917e7df 2024-11-26T11:23:55,230 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/752f3a07422940439b537158c917e7df, entries=150, sequenceid=414, filesize=12.0 K 2024-11-26T11:23:55,231 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/C/91ab83411c634af9a58427419b7cf8fb as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/91ab83411c634af9a58427419b7cf8fb 2024-11-26T11:23:55,236 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/91ab83411c634af9a58427419b7cf8fb, entries=150, sequenceid=414, filesize=12.0 K 2024-11-26T11:23:55,237 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for c27d31a3d55d7526be32522063acb37b in 521ms, sequenceid=414, compaction requested=true 2024-11-26T11:23:55,237 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c27d31a3d55d7526be32522063acb37b: 2024-11-26T11:23:55,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c27d31a3d55d7526be32522063acb37b:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T11:23:55,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:23:55,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c27d31a3d55d7526be32522063acb37b:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T11:23:55,238 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-26T11:23:55,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:23:55,238 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-26T11:23:55,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c27d31a3d55d7526be32522063acb37b:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T11:23:55,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T11:23:55,240 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62289 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-26T11:23:55,240 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62289 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-26T11:23:55,240 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1540): c27d31a3d55d7526be32522063acb37b/A is initiating minor compaction (all files) 2024-11-26T11:23:55,240 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1540): c27d31a3d55d7526be32522063acb37b/B is initiating minor compaction (all files) 2024-11-26T11:23:55,240 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c27d31a3d55d7526be32522063acb37b/B in TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:55,240 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c27d31a3d55d7526be32522063acb37b/A in TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:55,240 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/a1ec45127daf4526ac2ea1694dcaeb6a, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/52c12f74f0c640109bdb846ee4afac3f, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/9b61eb0b674b481fb36ad710c891a172, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/bca5a071f5a14f11add523c0d2d10839, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/752f3a07422940439b537158c917e7df] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp, totalSize=60.8 K 2024-11-26T11:23:55,240 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/2d7f77d6cb704524b993b7ca8676e216, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/4ba4b9f591114c71b0c8fb067fea34c3, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/8dfda1821a614ea08298a9ceb1a8cc33, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/9027511965694600a1bba224e500f3dc, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/a723b2a975d34f05a559b03f5a10f8d3] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp, totalSize=60.8 K 2024-11-26T11:23:55,241 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2d7f77d6cb704524b993b7ca8676e216, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1732620230114 2024-11-26T11:23:55,241 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting a1ec45127daf4526ac2ea1694dcaeb6a, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1732620230114 2024-11-26T11:23:55,241 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 52c12f74f0c640109bdb846ee4afac3f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1732620230800 2024-11-26T11:23:55,241 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4ba4b9f591114c71b0c8fb067fea34c3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1732620230800 2024-11-26T11:23:55,242 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 9b61eb0b674b481fb36ad710c891a172, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1732620231426 2024-11-26T11:23:55,242 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8dfda1821a614ea08298a9ceb1a8cc33, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1732620231426 2024-11-26T11:23:55,242 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting bca5a071f5a14f11add523c0d2d10839, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1732620233561 2024-11-26T11:23:55,243 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9027511965694600a1bba224e500f3dc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1732620233561 2024-11-26T11:23:55,243 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 752f3a07422940439b537158c917e7df, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1732620234714 2024-11-26T11:23:55,243 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting a723b2a975d34f05a559b03f5a10f8d3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1732620234714 2024-11-26T11:23:55,257 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c27d31a3d55d7526be32522063acb37b#B#compaction#84 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:23:55,257 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/B/959383a4a3564ca7ba82d7f7e2c0f1f8 is 50, key is test_row_0/B:col10/1732620234715/Put/seqid=0 2024-11-26T11:23:55,261 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c27d31a3d55d7526be32522063acb37b#A#compaction#85 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:23:55,262 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/A/e0edd02ecf7f4c5683e2cebe871c295d is 50, key is test_row_0/A:col10/1732620234715/Put/seqid=0 2024-11-26T11:23:55,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741923_1099 (size=13255) 2024-11-26T11:23:55,283 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/B/959383a4a3564ca7ba82d7f7e2c0f1f8 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/959383a4a3564ca7ba82d7f7e2c0f1f8 2024-11-26T11:23:55,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741924_1100 (size=13255) 2024-11-26T11:23:55,290 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in c27d31a3d55d7526be32522063acb37b/B of c27d31a3d55d7526be32522063acb37b into 959383a4a3564ca7ba82d7f7e2c0f1f8(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:23:55,291 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c27d31a3d55d7526be32522063acb37b: 2024-11-26T11:23:55,291 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b., storeName=c27d31a3d55d7526be32522063acb37b/B, priority=11, startTime=1732620235238; duration=0sec 2024-11-26T11:23:55,291 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T11:23:55,291 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c27d31a3d55d7526be32522063acb37b:B 2024-11-26T11:23:55,291 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-26T11:23:55,294 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62289 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-26T11:23:55,294 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1540): c27d31a3d55d7526be32522063acb37b/C is initiating minor compaction (all files) 2024-11-26T11:23:55,294 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c27d31a3d55d7526be32522063acb37b/C in TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:55,294 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/174d0fcdb9b14e4a9b6f17f0da6043d6, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/e7b69f28f8bc4439865faf3933819547, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/38d2d391d8bc45d58d03ac3ed25f1041, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/44e59fc0d69a4bbf82792e838cb8b094, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/91ab83411c634af9a58427419b7cf8fb] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp, totalSize=60.8 K 2024-11-26T11:23:55,295 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 174d0fcdb9b14e4a9b6f17f0da6043d6, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1732620230114 2024-11-26T11:23:55,296 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting e7b69f28f8bc4439865faf3933819547, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1732620230800 2024-11-26T11:23:55,296 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 38d2d391d8bc45d58d03ac3ed25f1041, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1732620231426 2024-11-26T11:23:55,297 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 44e59fc0d69a4bbf82792e838cb8b094, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1732620233561 2024-11-26T11:23:55,297 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 91ab83411c634af9a58427419b7cf8fb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1732620234714 2024-11-26T11:23:55,312 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c27d31a3d55d7526be32522063acb37b#C#compaction#86 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:23:55,313 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/C/73498830542d4b5fbd40e0eacf5148f0 is 50, key is test_row_0/C:col10/1732620234715/Put/seqid=0 2024-11-26T11:23:55,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741925_1101 (size=13255) 2024-11-26T11:23:55,357 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:23:55,358 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-26T11:23:55,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:55,358 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2837): Flushing c27d31a3d55d7526be32522063acb37b 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-26T11:23:55,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c27d31a3d55d7526be32522063acb37b, store=A 2024-11-26T11:23:55,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:23:55,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c27d31a3d55d7526be32522063acb37b, store=B 2024-11-26T11:23:55,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:23:55,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c27d31a3d55d7526be32522063acb37b, store=C 2024-11-26T11:23:55,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:23:55,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(8581): Flush requested on c27d31a3d55d7526be32522063acb37b 2024-11-26T11:23:55,360 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. as already flushing 2024-11-26T11:23:55,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/A/35fffeb85c744f16bb628df983d724d3 is 50, key is test_row_0/A:col10/1732620234745/Put/seqid=0 2024-11-26T11:23:55,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:55,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741926_1102 (size=12301) 2024-11-26T11:23:55,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55020 deadline: 1732620295366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:55,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:55,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1732620295367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:55,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:55,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1732620295368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:55,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:55,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55094 deadline: 1732620295369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:55,379 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:55,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732620295376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:55,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:55,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55020 deadline: 1732620295472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:55,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:55,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1732620295472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:55,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:55,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1732620295472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:55,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:55,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55094 deadline: 1732620295474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:55,482 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:55,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732620295480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:55,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-26T11:23:55,676 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:55,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:55,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55020 deadline: 1732620295674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:55,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1732620295674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:55,676 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:55,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1732620295675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:55,678 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:55,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55094 deadline: 1732620295678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:55,683 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:55,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732620295683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:55,691 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/A/e0edd02ecf7f4c5683e2cebe871c295d as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/e0edd02ecf7f4c5683e2cebe871c295d 2024-11-26T11:23:55,698 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in c27d31a3d55d7526be32522063acb37b/A of c27d31a3d55d7526be32522063acb37b into e0edd02ecf7f4c5683e2cebe871c295d(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:23:55,698 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c27d31a3d55d7526be32522063acb37b: 2024-11-26T11:23:55,698 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b., storeName=c27d31a3d55d7526be32522063acb37b/A, priority=11, startTime=1732620235237; duration=0sec 2024-11-26T11:23:55,698 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:23:55,698 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c27d31a3d55d7526be32522063acb37b:A 2024-11-26T11:23:55,733 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/C/73498830542d4b5fbd40e0eacf5148f0 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/73498830542d4b5fbd40e0eacf5148f0 2024-11-26T11:23:55,741 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in c27d31a3d55d7526be32522063acb37b/C of c27d31a3d55d7526be32522063acb37b into 73498830542d4b5fbd40e0eacf5148f0(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:23:55,742 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c27d31a3d55d7526be32522063acb37b: 2024-11-26T11:23:55,742 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b., storeName=c27d31a3d55d7526be32522063acb37b/C, priority=11, startTime=1732620235238; duration=0sec 2024-11-26T11:23:55,742 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:23:55,742 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c27d31a3d55d7526be32522063acb37b:C 2024-11-26T11:23:55,772 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=438 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/A/35fffeb85c744f16bb628df983d724d3 2024-11-26T11:23:55,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/B/9769a8e20fab495497ecf75b0cd46899 is 50, key is test_row_0/B:col10/1732620234745/Put/seqid=0 2024-11-26T11:23:55,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741927_1103 (size=12301) 2024-11-26T11:23:55,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:55,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1732620295979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:55,980 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:55,980 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:55,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55020 deadline: 1732620295979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:55,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1732620295979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:55,980 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:55,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55094 deadline: 1732620295979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:55,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:55,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732620295984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:56,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-26T11:23:56,188 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=438 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/B/9769a8e20fab495497ecf75b0cd46899 2024-11-26T11:23:56,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/C/be319cd95406449295595e7012e5dadb is 50, key is test_row_0/C:col10/1732620234745/Put/seqid=0 2024-11-26T11:23:56,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741928_1104 (size=12301) 2024-11-26T11:23:56,482 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:56,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55094 deadline: 1732620296482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:56,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:56,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55020 deadline: 1732620296482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:56,483 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:56,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1732620296483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:56,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:56,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1732620296485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:56,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:56,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732620296488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:56,606 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=438 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/C/be319cd95406449295595e7012e5dadb 2024-11-26T11:23:56,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/A/35fffeb85c744f16bb628df983d724d3 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/35fffeb85c744f16bb628df983d724d3 2024-11-26T11:23:56,617 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/35fffeb85c744f16bb628df983d724d3, entries=150, sequenceid=438, filesize=12.0 K 2024-11-26T11:23:56,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/B/9769a8e20fab495497ecf75b0cd46899 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/9769a8e20fab495497ecf75b0cd46899 2024-11-26T11:23:56,623 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/9769a8e20fab495497ecf75b0cd46899, entries=150, sequenceid=438, filesize=12.0 K 2024-11-26T11:23:56,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/C/be319cd95406449295595e7012e5dadb as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/be319cd95406449295595e7012e5dadb 2024-11-26T11:23:56,630 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/be319cd95406449295595e7012e5dadb, entries=150, sequenceid=438, filesize=12.0 K 2024-11-26T11:23:56,631 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for c27d31a3d55d7526be32522063acb37b in 1273ms, sequenceid=438, compaction requested=false 2024-11-26T11:23:56,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2538): Flush status journal for c27d31a3d55d7526be32522063acb37b: 2024-11-26T11:23:56,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:56,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-26T11:23:56,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4106): Remote procedure done, pid=29 2024-11-26T11:23:56,635 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-11-26T11:23:56,635 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7330 sec 2024-11-26T11:23:56,637 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees in 1.7390 sec 2024-11-26T11:23:57,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-26T11:23:57,011 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 28 completed 2024-11-26T11:23:57,014 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T11:23:57,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] procedure2.ProcedureExecutor(1098): Stored pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees 2024-11-26T11:23:57,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-26T11:23:57,016 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T11:23:57,016 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T11:23:57,016 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T11:23:57,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-26T11:23:57,168 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:23:57,169 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-26T11:23:57,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:57,170 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2837): Flushing c27d31a3d55d7526be32522063acb37b 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-26T11:23:57,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c27d31a3d55d7526be32522063acb37b, store=A 2024-11-26T11:23:57,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:23:57,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c27d31a3d55d7526be32522063acb37b, store=B 2024-11-26T11:23:57,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:23:57,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c27d31a3d55d7526be32522063acb37b, store=C 2024-11-26T11:23:57,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:23:57,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/A/4a81f66e49394d53842f6254261dc7d9 is 50, key is test_row_0/A:col10/1732620235363/Put/seqid=0 2024-11-26T11:23:57,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741929_1105 (size=12301) 2024-11-26T11:23:57,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-26T11:23:57,488 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. as already flushing 2024-11-26T11:23:57,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(8581): Flush requested on c27d31a3d55d7526be32522063acb37b 2024-11-26T11:23:57,504 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:57,504 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:57,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55020 deadline: 1732620297502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:57,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1732620297503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:57,505 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:57,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55094 deadline: 1732620297503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:57,505 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:57,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732620297504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:57,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:57,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1732620297504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:57,582 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=454 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/A/4a81f66e49394d53842f6254261dc7d9 2024-11-26T11:23:57,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/B/3f731d4d8a2c410fbe8967b14d3862bd is 50, key is test_row_0/B:col10/1732620235363/Put/seqid=0 2024-11-26T11:23:57,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741930_1106 (size=12301) 2024-11-26T11:23:57,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:57,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55020 deadline: 1732620297606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:57,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:57,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1732620297606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:57,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:57,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55094 deadline: 1732620297607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:57,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:57,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732620297607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:57,609 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:57,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1732620297608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:57,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-26T11:23:57,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:57,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55020 deadline: 1732620297807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:57,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:57,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1732620297807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:57,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:57,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732620297809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:57,810 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:57,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55094 deadline: 1732620297809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:57,813 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:57,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1732620297811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:57,999 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=454 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/B/3f731d4d8a2c410fbe8967b14d3862bd 2024-11-26T11:23:58,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/C/e52728b624794346b68fbd7457840d02 is 50, key is test_row_0/C:col10/1732620235363/Put/seqid=0 2024-11-26T11:23:58,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741931_1107 (size=12301) 2024-11-26T11:23:58,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:58,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1732620298111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:58,113 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:58,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732620298111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:58,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:58,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55020 deadline: 1732620298111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:58,113 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:58,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55094 deadline: 1732620298111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:58,118 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:58,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1732620298116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:58,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-26T11:23:58,426 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=454 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/C/e52728b624794346b68fbd7457840d02 2024-11-26T11:23:58,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/A/4a81f66e49394d53842f6254261dc7d9 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/4a81f66e49394d53842f6254261dc7d9 2024-11-26T11:23:58,439 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/4a81f66e49394d53842f6254261dc7d9, entries=150, sequenceid=454, filesize=12.0 K 2024-11-26T11:23:58,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/B/3f731d4d8a2c410fbe8967b14d3862bd as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/3f731d4d8a2c410fbe8967b14d3862bd 2024-11-26T11:23:58,445 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/3f731d4d8a2c410fbe8967b14d3862bd, entries=150, sequenceid=454, filesize=12.0 K 2024-11-26T11:23:58,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/C/e52728b624794346b68fbd7457840d02 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/e52728b624794346b68fbd7457840d02 2024-11-26T11:23:58,451 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/e52728b624794346b68fbd7457840d02, entries=150, sequenceid=454, filesize=12.0 K 2024-11-26T11:23:58,452 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for c27d31a3d55d7526be32522063acb37b in 1283ms, sequenceid=454, compaction requested=true 2024-11-26T11:23:58,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2538): Flush status journal for c27d31a3d55d7526be32522063acb37b: 2024-11-26T11:23:58,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:58,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-26T11:23:58,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4106): Remote procedure done, pid=31 2024-11-26T11:23:58,455 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30 2024-11-26T11:23:58,455 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4380 sec 2024-11-26T11:23:58,457 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees in 1.4420 sec 2024-11-26T11:23:58,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(8581): Flush requested on c27d31a3d55d7526be32522063acb37b 2024-11-26T11:23:58,617 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c27d31a3d55d7526be32522063acb37b 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-26T11:23:58,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c27d31a3d55d7526be32522063acb37b, store=A 2024-11-26T11:23:58,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:23:58,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c27d31a3d55d7526be32522063acb37b, store=B 2024-11-26T11:23:58,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:23:58,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c27d31a3d55d7526be32522063acb37b, store=C 2024-11-26T11:23:58,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:23:58,624 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/A/e81865f43cf2442f98d871a11a786334 is 50, key is test_row_0/A:col10/1732620237499/Put/seqid=0 2024-11-26T11:23:58,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:58,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1732620298624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:58,628 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:58,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1732620298625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:58,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:58,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732620298627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:58,630 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:58,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55094 deadline: 1732620298628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:58,630 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:58,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55020 deadline: 1732620298630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:58,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741932_1108 (size=17181) 2024-11-26T11:23:58,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:58,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1732620298729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:58,732 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:58,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1732620298730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:58,732 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:58,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732620298730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:58,732 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:58,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55094 deadline: 1732620298731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:58,732 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:58,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55020 deadline: 1732620298731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:58,932 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:58,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1732620298931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:58,934 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:58,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55094 deadline: 1732620298933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:58,935 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:58,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1732620298934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:58,935 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:58,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732620298935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:58,936 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:58,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55020 deadline: 1732620298935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:59,033 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=479 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/A/e81865f43cf2442f98d871a11a786334 2024-11-26T11:23:59,042 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/B/d8e2ad366b4649a998d310c30f2ca4cd is 50, key is test_row_0/B:col10/1732620237499/Put/seqid=0 2024-11-26T11:23:59,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741933_1109 (size=12301) 2024-11-26T11:23:59,048 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=479 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/B/d8e2ad366b4649a998d310c30f2ca4cd 2024-11-26T11:23:59,058 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/C/ea8ea85cc6a14492830698b2f3b62b1b is 50, key is test_row_0/C:col10/1732620237499/Put/seqid=0 2024-11-26T11:23:59,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741934_1110 (size=12301) 2024-11-26T11:23:59,063 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=479 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/C/ea8ea85cc6a14492830698b2f3b62b1b 2024-11-26T11:23:59,068 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/A/e81865f43cf2442f98d871a11a786334 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/e81865f43cf2442f98d871a11a786334 2024-11-26T11:23:59,073 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/e81865f43cf2442f98d871a11a786334, entries=250, sequenceid=479, filesize=16.8 K 2024-11-26T11:23:59,074 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/B/d8e2ad366b4649a998d310c30f2ca4cd as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/d8e2ad366b4649a998d310c30f2ca4cd 2024-11-26T11:23:59,079 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/d8e2ad366b4649a998d310c30f2ca4cd, entries=150, sequenceid=479, filesize=12.0 K 2024-11-26T11:23:59,080 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/C/ea8ea85cc6a14492830698b2f3b62b1b as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/ea8ea85cc6a14492830698b2f3b62b1b 2024-11-26T11:23:59,086 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/ea8ea85cc6a14492830698b2f3b62b1b, entries=150, sequenceid=479, filesize=12.0 K 2024-11-26T11:23:59,087 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for c27d31a3d55d7526be32522063acb37b in 470ms, sequenceid=479, compaction requested=true 2024-11-26T11:23:59,087 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c27d31a3d55d7526be32522063acb37b: 2024-11-26T11:23:59,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c27d31a3d55d7526be32522063acb37b:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T11:23:59,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:23:59,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c27d31a3d55d7526be32522063acb37b:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T11:23:59,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:23:59,088 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T11:23:59,088 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T11:23:59,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c27d31a3d55d7526be32522063acb37b:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T11:23:59,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T11:23:59,089 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50158 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T11:23:59,089 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 55038 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T11:23:59,090 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1540): c27d31a3d55d7526be32522063acb37b/B is initiating minor compaction (all files) 2024-11-26T11:23:59,090 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1540): c27d31a3d55d7526be32522063acb37b/A is initiating minor compaction (all files) 2024-11-26T11:23:59,090 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c27d31a3d55d7526be32522063acb37b/B in TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:59,090 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c27d31a3d55d7526be32522063acb37b/A in TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:59,090 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/959383a4a3564ca7ba82d7f7e2c0f1f8, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/9769a8e20fab495497ecf75b0cd46899, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/3f731d4d8a2c410fbe8967b14d3862bd, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/d8e2ad366b4649a998d310c30f2ca4cd] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp, totalSize=49.0 K 2024-11-26T11:23:59,090 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/e0edd02ecf7f4c5683e2cebe871c295d, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/35fffeb85c744f16bb628df983d724d3, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/4a81f66e49394d53842f6254261dc7d9, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/e81865f43cf2442f98d871a11a786334] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp, totalSize=53.7 K 2024-11-26T11:23:59,090 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 959383a4a3564ca7ba82d7f7e2c0f1f8, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1732620234714 2024-11-26T11:23:59,090 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting e0edd02ecf7f4c5683e2cebe871c295d, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1732620234714 2024-11-26T11:23:59,091 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 9769a8e20fab495497ecf75b0cd46899, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=438, earliestPutTs=1732620234737 2024-11-26T11:23:59,091 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 35fffeb85c744f16bb628df983d724d3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=438, earliestPutTs=1732620234737 2024-11-26T11:23:59,092 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 3f731d4d8a2c410fbe8967b14d3862bd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1732620235363 2024-11-26T11:23:59,092 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4a81f66e49394d53842f6254261dc7d9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1732620235363 2024-11-26T11:23:59,092 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting d8e2ad366b4649a998d310c30f2ca4cd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=479, earliestPutTs=1732620237499 2024-11-26T11:23:59,092 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting e81865f43cf2442f98d871a11a786334, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=479, earliestPutTs=1732620237499 2024-11-26T11:23:59,106 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c27d31a3d55d7526be32522063acb37b#B#compaction#97 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:23:59,106 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c27d31a3d55d7526be32522063acb37b#A#compaction#96 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:23:59,107 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/B/d8a67ad3289d43e1b745a9a28de2d1cd is 50, key is test_row_0/B:col10/1732620237499/Put/seqid=0 2024-11-26T11:23:59,107 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/A/a6337bb24c7440e29c3c0af6b2ec62f8 is 50, key is test_row_0/A:col10/1732620237499/Put/seqid=0 2024-11-26T11:23:59,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741936_1112 (size=13391) 2024-11-26T11:23:59,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-26T11:23:59,120 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 30 completed 2024-11-26T11:23:59,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741935_1111 (size=13391) 2024-11-26T11:23:59,121 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T11:23:59,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] procedure2.ProcedureExecutor(1098): Stored pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees 2024-11-26T11:23:59,123 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T11:23:59,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-26T11:23:59,124 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T11:23:59,125 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T11:23:59,132 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/B/d8a67ad3289d43e1b745a9a28de2d1cd as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/d8a67ad3289d43e1b745a9a28de2d1cd 2024-11-26T11:23:59,140 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c27d31a3d55d7526be32522063acb37b/B of c27d31a3d55d7526be32522063acb37b into d8a67ad3289d43e1b745a9a28de2d1cd(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:23:59,140 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c27d31a3d55d7526be32522063acb37b: 2024-11-26T11:23:59,140 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b., storeName=c27d31a3d55d7526be32522063acb37b/B, priority=12, startTime=1732620239088; duration=0sec 2024-11-26T11:23:59,140 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T11:23:59,140 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c27d31a3d55d7526be32522063acb37b:B 2024-11-26T11:23:59,140 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T11:23:59,142 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50158 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T11:23:59,142 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1540): c27d31a3d55d7526be32522063acb37b/C is initiating minor compaction (all files) 2024-11-26T11:23:59,142 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c27d31a3d55d7526be32522063acb37b/C in TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:59,143 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/73498830542d4b5fbd40e0eacf5148f0, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/be319cd95406449295595e7012e5dadb, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/e52728b624794346b68fbd7457840d02, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/ea8ea85cc6a14492830698b2f3b62b1b] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp, totalSize=49.0 K 2024-11-26T11:23:59,143 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 73498830542d4b5fbd40e0eacf5148f0, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1732620234714 2024-11-26T11:23:59,144 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting be319cd95406449295595e7012e5dadb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=438, earliestPutTs=1732620234737 2024-11-26T11:23:59,144 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting e52728b624794346b68fbd7457840d02, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1732620235363 2024-11-26T11:23:59,145 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting ea8ea85cc6a14492830698b2f3b62b1b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=479, earliestPutTs=1732620237499 2024-11-26T11:23:59,157 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c27d31a3d55d7526be32522063acb37b#C#compaction#98 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:23:59,157 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/C/f61c199a2fbb49e7a73d648ff61f14f5 is 50, key is test_row_0/C:col10/1732620237499/Put/seqid=0 2024-11-26T11:23:59,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741937_1113 (size=13391) 2024-11-26T11:23:59,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-26T11:23:59,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(8581): Flush requested on c27d31a3d55d7526be32522063acb37b 2024-11-26T11:23:59,235 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c27d31a3d55d7526be32522063acb37b 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-26T11:23:59,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c27d31a3d55d7526be32522063acb37b, store=A 2024-11-26T11:23:59,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:23:59,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c27d31a3d55d7526be32522063acb37b, store=B 2024-11-26T11:23:59,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:23:59,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c27d31a3d55d7526be32522063acb37b, store=C 2024-11-26T11:23:59,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:23:59,241 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/A/58d647894a1b4154ae4511d5b3de5d1f is 50, key is test_row_0/A:col10/1732620238623/Put/seqid=0 2024-11-26T11:23:59,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741938_1114 (size=14741) 2024-11-26T11:23:59,277 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:23:59,277 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-26T11:23:59,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:59,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. as already flushing 2024-11-26T11:23:59,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:59,278 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:23:59,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:23:59,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:23:59,290 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:59,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1732620299286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:59,290 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:59,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1732620299286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:59,290 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:59,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732620299287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:59,290 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:59,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55020 deadline: 1732620299288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:59,291 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:59,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55094 deadline: 1732620299289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:59,393 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:59,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1732620299391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:59,394 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:59,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1732620299391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:59,394 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:59,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732620299391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:59,394 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:59,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55020 deadline: 1732620299391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:59,394 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:59,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55094 deadline: 1732620299392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:59,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-26T11:23:59,430 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:23:59,430 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-26T11:23:59,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:59,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. as already flushing 2024-11-26T11:23:59,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:59,431 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:23:59,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:23:59,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:23:59,485 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c8de680 to 127.0.0.1:59149 2024-11-26T11:23:59,485 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x72e97e4b to 127.0.0.1:59149 2024-11-26T11:23:59,485 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:23:59,485 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:23:59,485 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x490457fd to 127.0.0.1:59149 2024-11-26T11:23:59,486 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:23:59,489 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6f6b07e3 to 127.0.0.1:59149 2024-11-26T11:23:59,489 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:23:59,524 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/A/a6337bb24c7440e29c3c0af6b2ec62f8 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/a6337bb24c7440e29c3c0af6b2ec62f8 2024-11-26T11:23:59,530 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c27d31a3d55d7526be32522063acb37b/A of c27d31a3d55d7526be32522063acb37b into a6337bb24c7440e29c3c0af6b2ec62f8(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:23:59,530 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c27d31a3d55d7526be32522063acb37b: 2024-11-26T11:23:59,530 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b., storeName=c27d31a3d55d7526be32522063acb37b/A, priority=12, startTime=1732620239087; duration=0sec 2024-11-26T11:23:59,530 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:23:59,530 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c27d31a3d55d7526be32522063acb37b:A 2024-11-26T11:23:59,570 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/C/f61c199a2fbb49e7a73d648ff61f14f5 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/f61c199a2fbb49e7a73d648ff61f14f5 2024-11-26T11:23:59,574 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c27d31a3d55d7526be32522063acb37b/C of c27d31a3d55d7526be32522063acb37b into f61c199a2fbb49e7a73d648ff61f14f5(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:23:59,574 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c27d31a3d55d7526be32522063acb37b: 2024-11-26T11:23:59,575 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b., storeName=c27d31a3d55d7526be32522063acb37b/C, priority=12, startTime=1732620239088; duration=0sec 2024-11-26T11:23:59,575 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:23:59,575 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c27d31a3d55d7526be32522063acb37b:C 2024-11-26T11:23:59,582 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:23:59,582 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-26T11:23:59,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:59,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. as already flushing 2024-11-26T11:23:59,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:59,583 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:23:59,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:23:59,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:23:59,595 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:59,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:59,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1732620299595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:59,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1732620299595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:59,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:59,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732620299595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:59,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:59,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55094 deadline: 1732620299595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:59,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:59,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55020 deadline: 1732620299596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:59,647 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=493 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/A/58d647894a1b4154ae4511d5b3de5d1f 2024-11-26T11:23:59,655 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/B/ed9df2adf74c4bfcb081be3b25d1e55a is 50, key is test_row_0/B:col10/1732620238623/Put/seqid=0 2024-11-26T11:23:59,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741939_1115 (size=12301) 2024-11-26T11:23:59,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-26T11:23:59,734 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:23:59,735 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-26T11:23:59,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:59,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. as already flushing 2024-11-26T11:23:59,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:59,735 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:23:59,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:23:59,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:23:59,887 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:23:59,888 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-26T11:23:59,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:59,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. as already flushing 2024-11-26T11:23:59,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:23:59,888 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:23:59,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:23:59,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:23:59,897 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:59,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1732620299897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:59,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:59,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55020 deadline: 1732620299897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:59,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:59,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55094 deadline: 1732620299898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:59,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:59,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1732620299898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:23:59,898 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:23:59,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732620299898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:24:00,040 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:24:00,041 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-26T11:24:00,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:24:00,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. as already flushing 2024-11-26T11:24:00,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:24:00,041 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:00,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:00,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:00,060 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=493 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/B/ed9df2adf74c4bfcb081be3b25d1e55a 2024-11-26T11:24:00,068 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/C/0464f3d1ce114093926698d61c9a933a is 50, key is test_row_0/C:col10/1732620238623/Put/seqid=0 2024-11-26T11:24:00,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741940_1116 (size=12301) 2024-11-26T11:24:00,193 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:24:00,194 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-26T11:24:00,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:24:00,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. as already flushing 2024-11-26T11:24:00,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:24:00,194 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:00,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:00,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:00,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-26T11:24:00,346 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:24:00,347 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-26T11:24:00,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:24:00,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. as already flushing 2024-11-26T11:24:00,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:24:00,347 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:00,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:00,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:00,400 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:00,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55082 deadline: 1732620300400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:24:00,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:00,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55094 deadline: 1732620300402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:24:00,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:00,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55074 deadline: 1732620300402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:24:00,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:00,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55020 deadline: 1732620300403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:24:00,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:00,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732620300403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 2024-11-26T11:24:00,473 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=493 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/C/0464f3d1ce114093926698d61c9a933a 2024-11-26T11:24:00,478 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/A/58d647894a1b4154ae4511d5b3de5d1f as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/58d647894a1b4154ae4511d5b3de5d1f 2024-11-26T11:24:00,482 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/58d647894a1b4154ae4511d5b3de5d1f, entries=200, sequenceid=493, filesize=14.4 K 2024-11-26T11:24:00,483 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/B/ed9df2adf74c4bfcb081be3b25d1e55a as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/ed9df2adf74c4bfcb081be3b25d1e55a 2024-11-26T11:24:00,487 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/ed9df2adf74c4bfcb081be3b25d1e55a, entries=150, sequenceid=493, filesize=12.0 K 2024-11-26T11:24:00,488 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/C/0464f3d1ce114093926698d61c9a933a as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/0464f3d1ce114093926698d61c9a933a 2024-11-26T11:24:00,492 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/0464f3d1ce114093926698d61c9a933a, entries=150, sequenceid=493, filesize=12.0 K 2024-11-26T11:24:00,492 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for c27d31a3d55d7526be32522063acb37b in 1257ms, sequenceid=493, compaction requested=false 2024-11-26T11:24:00,493 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c27d31a3d55d7526be32522063acb37b: 2024-11-26T11:24:00,499 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:24:00,499 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-26T11:24:00,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:24:00,500 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2837): Flushing c27d31a3d55d7526be32522063acb37b 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-26T11:24:00,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c27d31a3d55d7526be32522063acb37b, store=A 2024-11-26T11:24:00,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:00,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c27d31a3d55d7526be32522063acb37b, store=B 2024-11-26T11:24:00,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:00,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c27d31a3d55d7526be32522063acb37b, store=C 2024-11-26T11:24:00,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:00,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/A/bd2e414e042e4004989f7523c14d83a0 is 50, key is test_row_0/A:col10/1732620239288/Put/seqid=0 2024-11-26T11:24:00,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741941_1117 (size=12301) 2024-11-26T11:24:00,908 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=518 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/A/bd2e414e042e4004989f7523c14d83a0 2024-11-26T11:24:00,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/B/827ed4ab3bf34ee18c79719ea4c3839d is 50, key is test_row_0/B:col10/1732620239288/Put/seqid=0 2024-11-26T11:24:00,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741942_1118 (size=12301) 2024-11-26T11:24:01,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-26T11:24:01,320 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=518 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/B/827ed4ab3bf34ee18c79719ea4c3839d 2024-11-26T11:24:01,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/C/65cb8caa69904a6e84040e65c8e4815d is 50, key is test_row_0/C:col10/1732620239288/Put/seqid=0 2024-11-26T11:24:01,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741943_1119 (size=12301) 2024-11-26T11:24:01,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(8581): Flush requested on c27d31a3d55d7526be32522063acb37b 2024-11-26T11:24:01,405 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. as already flushing 2024-11-26T11:24:01,406 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x18603bb9 to 127.0.0.1:59149 2024-11-26T11:24:01,406 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:24:01,407 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6bbb5d8a to 127.0.0.1:59149 2024-11-26T11:24:01,407 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:24:01,407 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x12885408 to 127.0.0.1:59149 2024-11-26T11:24:01,408 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:24:01,408 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x04977266 to 127.0.0.1:59149 2024-11-26T11:24:01,408 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:24:01,412 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x72b32f98 to 127.0.0.1:59149 2024-11-26T11:24:01,412 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:24:01,642 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T11:24:01,734 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=518 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/C/65cb8caa69904a6e84040e65c8e4815d 2024-11-26T11:24:01,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/A/bd2e414e042e4004989f7523c14d83a0 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/bd2e414e042e4004989f7523c14d83a0 2024-11-26T11:24:01,743 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/bd2e414e042e4004989f7523c14d83a0, entries=150, sequenceid=518, filesize=12.0 K 2024-11-26T11:24:01,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/B/827ed4ab3bf34ee18c79719ea4c3839d as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/827ed4ab3bf34ee18c79719ea4c3839d 2024-11-26T11:24:01,748 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/827ed4ab3bf34ee18c79719ea4c3839d, entries=150, sequenceid=518, filesize=12.0 K 2024-11-26T11:24:01,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/C/65cb8caa69904a6e84040e65c8e4815d as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/65cb8caa69904a6e84040e65c8e4815d 2024-11-26T11:24:01,752 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/65cb8caa69904a6e84040e65c8e4815d, entries=150, sequenceid=518, filesize=12.0 K 2024-11-26T11:24:01,753 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=33.54 KB/34350 for c27d31a3d55d7526be32522063acb37b in 1253ms, sequenceid=518, compaction requested=true 2024-11-26T11:24:01,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2538): Flush status journal for c27d31a3d55d7526be32522063acb37b: 2024-11-26T11:24:01,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:24:01,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-26T11:24:01,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4106): Remote procedure done, pid=33 2024-11-26T11:24:01,755 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=33, resume processing ppid=32 2024-11-26T11:24:01,755 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6290 sec 2024-11-26T11:24:01,756 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees in 2.6330 sec 2024-11-26T11:24:03,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-26T11:24:03,229 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 32 completed 2024-11-26T11:24:03,229 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-26T11:24:03,229 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 82 2024-11-26T11:24:03,229 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 86 2024-11-26T11:24:03,229 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 84 2024-11-26T11:24:03,229 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 87 2024-11-26T11:24:03,229 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 78 2024-11-26T11:24:03,229 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-26T11:24:03,229 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7191 2024-11-26T11:24:03,229 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6877 2024-11-26T11:24:03,229 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-26T11:24:03,229 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3042 2024-11-26T11:24:03,229 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9125 rows 2024-11-26T11:24:03,229 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3012 2024-11-26T11:24:03,229 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9035 rows 2024-11-26T11:24:03,229 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-26T11:24:03,229 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0e98ea32 to 127.0.0.1:59149 2024-11-26T11:24:03,229 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:24:03,233 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-26T11:24:03,237 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-26T11:24:03,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] procedure2.ProcedureExecutor(1098): Stored pid=34, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-26T11:24:03,244 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732620243244"}]},"ts":"1732620243244"} 2024-11-26T11:24:03,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-26T11:24:03,245 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-26T11:24:03,247 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-26T11:24:03,249 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-26T11:24:03,252 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c27d31a3d55d7526be32522063acb37b, UNASSIGN}] 2024-11-26T11:24:03,253 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c27d31a3d55d7526be32522063acb37b, UNASSIGN 2024-11-26T11:24:03,254 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=c27d31a3d55d7526be32522063acb37b, regionState=CLOSING, regionLocation=173854343f88,33007,1732620213227 2024-11-26T11:24:03,255 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-26T11:24:03,255 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE; CloseRegionProcedure c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227}] 2024-11-26T11:24:03,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-26T11:24:03,409 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:24:03,411 INFO [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] handler.UnassignRegionHandler(124): Close c27d31a3d55d7526be32522063acb37b 2024-11-26T11:24:03,411 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-26T11:24:03,412 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1681): Closing c27d31a3d55d7526be32522063acb37b, disabling compactions & flushes 2024-11-26T11:24:03,412 INFO [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:24:03,412 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:24:03,412 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. after waiting 0 ms 2024-11-26T11:24:03,412 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:24:03,412 INFO [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(2837): Flushing c27d31a3d55d7526be32522063acb37b 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-26T11:24:03,412 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c27d31a3d55d7526be32522063acb37b, store=A 2024-11-26T11:24:03,412 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:03,412 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c27d31a3d55d7526be32522063acb37b, store=B 2024-11-26T11:24:03,413 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:03,413 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c27d31a3d55d7526be32522063acb37b, store=C 2024-11-26T11:24:03,413 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:03,417 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/A/243c226b33894cf9b1f7fee3c7619ce9 is 50, key is test_row_0/A:col10/1732620241411/Put/seqid=0 2024-11-26T11:24:03,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741944_1120 (size=12301) 2024-11-26T11:24:03,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-26T11:24:03,821 INFO [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=526 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/A/243c226b33894cf9b1f7fee3c7619ce9 2024-11-26T11:24:03,828 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/B/4e07f6e85cf248638eb0c5b7baddbd55 is 50, key is test_row_0/B:col10/1732620241411/Put/seqid=0 2024-11-26T11:24:03,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741945_1121 (size=12301) 2024-11-26T11:24:03,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-26T11:24:04,233 INFO [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=526 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/B/4e07f6e85cf248638eb0c5b7baddbd55 2024-11-26T11:24:04,240 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/C/59b797814b254e29a98975874bb21ae1 is 50, key is test_row_0/C:col10/1732620241411/Put/seqid=0 2024-11-26T11:24:04,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741946_1122 (size=12301) 2024-11-26T11:24:04,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-26T11:24:04,645 INFO [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=526 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/C/59b797814b254e29a98975874bb21ae1 2024-11-26T11:24:04,650 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/A/243c226b33894cf9b1f7fee3c7619ce9 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/243c226b33894cf9b1f7fee3c7619ce9 2024-11-26T11:24:04,654 INFO [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/243c226b33894cf9b1f7fee3c7619ce9, entries=150, sequenceid=526, filesize=12.0 K 2024-11-26T11:24:04,655 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/B/4e07f6e85cf248638eb0c5b7baddbd55 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/4e07f6e85cf248638eb0c5b7baddbd55 2024-11-26T11:24:04,659 INFO [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/4e07f6e85cf248638eb0c5b7baddbd55, entries=150, sequenceid=526, filesize=12.0 K 2024-11-26T11:24:04,660 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/.tmp/C/59b797814b254e29a98975874bb21ae1 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/59b797814b254e29a98975874bb21ae1 2024-11-26T11:24:04,664 INFO [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/59b797814b254e29a98975874bb21ae1, entries=150, sequenceid=526, filesize=12.0 K 2024-11-26T11:24:04,665 INFO [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for c27d31a3d55d7526be32522063acb37b in 1253ms, sequenceid=526, compaction requested=true 2024-11-26T11:24:04,666 DEBUG [StoreCloser-TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/422c03d1b3ed4c75a0827adc3e553bf7, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/0bc47042e4c44a1fac0309c5a48e39ad, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/34e53181515f45618c809daaf23eb595, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/33db4ea338e8468ba34dc54b93ec16dd, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/4ccd6ba4067946909c8028f8c63c2ef3, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/ad589984724b42b28f7e7d6547dc4ded, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/35673121d5204f70b3de1b40afc56788, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/4f8846d3e2454d61a7ea4a0de4991aea, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/34d6c39772e74e798fff6c9f1cb8f904, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/a384763ec7864dea81f16b236f2c119d, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/550db6a7701f4c199341b433712c726c, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/4c299563be4d4d3f9b516b9c16fbf7a1, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/83688d05148941f991408bfa97bb76bf, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/07f009f99de14dff92d5892f2bdea540, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/ee28611435e34f069e59d35ad3903423, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/452c816a7cea41578053ea9f932d7d36, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/21d7d111a40f41ccb0a853b31c65504a, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/3f8b4e92e26941a8a75a9445bc13fc27, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/3e03be077ada4db886c9126e4751f49e, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/c6e1afd965724e69a7196575907ef568, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/b25b1a03dc2b4f098af0493b58638d70, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/e0806904ee10448c9fc71870ab769c00, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/2d7f77d6cb704524b993b7ca8676e216, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/9de8211a57cd40a2a29de2ab6d25a53d, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/4ba4b9f591114c71b0c8fb067fea34c3, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/8dfda1821a614ea08298a9ceb1a8cc33, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/9027511965694600a1bba224e500f3dc, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/e0edd02ecf7f4c5683e2cebe871c295d, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/a723b2a975d34f05a559b03f5a10f8d3, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/35fffeb85c744f16bb628df983d724d3, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/4a81f66e49394d53842f6254261dc7d9, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/e81865f43cf2442f98d871a11a786334] to archive 2024-11-26T11:24:04,669 DEBUG [StoreCloser-TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T11:24:04,674 DEBUG [StoreCloser-TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/422c03d1b3ed4c75a0827adc3e553bf7 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/422c03d1b3ed4c75a0827adc3e553bf7 2024-11-26T11:24:04,676 DEBUG [StoreCloser-TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/0bc47042e4c44a1fac0309c5a48e39ad to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/0bc47042e4c44a1fac0309c5a48e39ad 2024-11-26T11:24:04,677 DEBUG [StoreCloser-TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/34e53181515f45618c809daaf23eb595 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/34e53181515f45618c809daaf23eb595 2024-11-26T11:24:04,678 DEBUG [StoreCloser-TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/33db4ea338e8468ba34dc54b93ec16dd to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/33db4ea338e8468ba34dc54b93ec16dd 2024-11-26T11:24:04,679 DEBUG [StoreCloser-TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/4ccd6ba4067946909c8028f8c63c2ef3 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/4ccd6ba4067946909c8028f8c63c2ef3 2024-11-26T11:24:04,681 DEBUG [StoreCloser-TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/ad589984724b42b28f7e7d6547dc4ded to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/ad589984724b42b28f7e7d6547dc4ded 2024-11-26T11:24:04,682 DEBUG [StoreCloser-TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/35673121d5204f70b3de1b40afc56788 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/35673121d5204f70b3de1b40afc56788 2024-11-26T11:24:04,683 DEBUG [StoreCloser-TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/4f8846d3e2454d61a7ea4a0de4991aea to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/4f8846d3e2454d61a7ea4a0de4991aea 2024-11-26T11:24:04,684 DEBUG [StoreCloser-TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/34d6c39772e74e798fff6c9f1cb8f904 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/34d6c39772e74e798fff6c9f1cb8f904 2024-11-26T11:24:04,686 DEBUG [StoreCloser-TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/a384763ec7864dea81f16b236f2c119d to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/a384763ec7864dea81f16b236f2c119d 2024-11-26T11:24:04,687 DEBUG [StoreCloser-TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/550db6a7701f4c199341b433712c726c to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/550db6a7701f4c199341b433712c726c 2024-11-26T11:24:04,688 DEBUG [StoreCloser-TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/4c299563be4d4d3f9b516b9c16fbf7a1 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/4c299563be4d4d3f9b516b9c16fbf7a1 2024-11-26T11:24:04,689 DEBUG [StoreCloser-TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/83688d05148941f991408bfa97bb76bf to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/83688d05148941f991408bfa97bb76bf 2024-11-26T11:24:04,690 DEBUG [StoreCloser-TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/07f009f99de14dff92d5892f2bdea540 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/07f009f99de14dff92d5892f2bdea540 2024-11-26T11:24:04,692 DEBUG [StoreCloser-TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/ee28611435e34f069e59d35ad3903423 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/ee28611435e34f069e59d35ad3903423 2024-11-26T11:24:04,693 DEBUG [StoreCloser-TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/452c816a7cea41578053ea9f932d7d36 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/452c816a7cea41578053ea9f932d7d36 2024-11-26T11:24:04,695 DEBUG [StoreCloser-TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/21d7d111a40f41ccb0a853b31c65504a to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/21d7d111a40f41ccb0a853b31c65504a 2024-11-26T11:24:04,696 DEBUG [StoreCloser-TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/3f8b4e92e26941a8a75a9445bc13fc27 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/3f8b4e92e26941a8a75a9445bc13fc27 2024-11-26T11:24:04,698 DEBUG [StoreCloser-TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/3e03be077ada4db886c9126e4751f49e to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/3e03be077ada4db886c9126e4751f49e 2024-11-26T11:24:04,699 DEBUG [StoreCloser-TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/c6e1afd965724e69a7196575907ef568 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/c6e1afd965724e69a7196575907ef568 2024-11-26T11:24:04,700 DEBUG [StoreCloser-TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/b25b1a03dc2b4f098af0493b58638d70 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/b25b1a03dc2b4f098af0493b58638d70 2024-11-26T11:24:04,701 DEBUG [StoreCloser-TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/e0806904ee10448c9fc71870ab769c00 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/e0806904ee10448c9fc71870ab769c00 2024-11-26T11:24:04,703 DEBUG [StoreCloser-TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/2d7f77d6cb704524b993b7ca8676e216 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/2d7f77d6cb704524b993b7ca8676e216 2024-11-26T11:24:04,704 DEBUG [StoreCloser-TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/9de8211a57cd40a2a29de2ab6d25a53d to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/9de8211a57cd40a2a29de2ab6d25a53d 2024-11-26T11:24:04,705 DEBUG [StoreCloser-TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/4ba4b9f591114c71b0c8fb067fea34c3 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/4ba4b9f591114c71b0c8fb067fea34c3 2024-11-26T11:24:04,706 DEBUG [StoreCloser-TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/8dfda1821a614ea08298a9ceb1a8cc33 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/8dfda1821a614ea08298a9ceb1a8cc33 2024-11-26T11:24:04,707 DEBUG [StoreCloser-TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/9027511965694600a1bba224e500f3dc to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/9027511965694600a1bba224e500f3dc 2024-11-26T11:24:04,708 DEBUG [StoreCloser-TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/e0edd02ecf7f4c5683e2cebe871c295d to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/e0edd02ecf7f4c5683e2cebe871c295d 2024-11-26T11:24:04,709 DEBUG [StoreCloser-TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/a723b2a975d34f05a559b03f5a10f8d3 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/a723b2a975d34f05a559b03f5a10f8d3 2024-11-26T11:24:04,711 DEBUG [StoreCloser-TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/35fffeb85c744f16bb628df983d724d3 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/35fffeb85c744f16bb628df983d724d3 2024-11-26T11:24:04,712 DEBUG [StoreCloser-TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/4a81f66e49394d53842f6254261dc7d9 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/4a81f66e49394d53842f6254261dc7d9 2024-11-26T11:24:04,713 DEBUG [StoreCloser-TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/e81865f43cf2442f98d871a11a786334 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/e81865f43cf2442f98d871a11a786334 2024-11-26T11:24:04,727 DEBUG [StoreCloser-TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/392a8980842d457faf0d8588b3a053df, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/1d6654f196b44b03bbef4c36dc703bd7, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/6dd0d690feb44afea5847bfd50496a57, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/6d71be4e7b844f74a2bc8df98d60b4db, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/52e24f0d2a90489aab7cb19c23531ffd, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/af4d0f4744714743a1807c889f3c9622, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/3f2c5bef11b749be86acb5ff3b007daf, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/cc77516db909421a9b56d973fe72e6de, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/5bfc8e78b659495f9b7f38664c8f5677, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/b4ae65fa0b1f4bb1aab4262c84fa770f, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/3dedc8c503a24e2e97e1dbc1c3410501, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/9afe28b098dd4466ab26448173ed549d, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/a34e4ac686874c16acf7d8930742b128, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/c34b76d73d7e4f1bb0be84d06d04280b, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/dcf35606e4a94bfca30e02eeb1867f99, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/ce7cb6cb085c4e209e038c669e14b1cf, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/e77568b28f744fe8b929b6b90eaee0d2, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/33ad2a7a387246e08fa5f13450b691dd, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/40edef6bf30c4658b401cf8a6a9f2a4b, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/db3bbae89e454886b1ff172ece7a13ae, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/ca2bf3f8e77a417e8647e5ce63648594, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/77672c072c7f4d64a0bfcb98cddc3496, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/a1ec45127daf4526ac2ea1694dcaeb6a, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/c9ab0f32e3e74537953bdd18391fbea1, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/52c12f74f0c640109bdb846ee4afac3f, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/9b61eb0b674b481fb36ad710c891a172, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/bca5a071f5a14f11add523c0d2d10839, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/959383a4a3564ca7ba82d7f7e2c0f1f8, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/752f3a07422940439b537158c917e7df, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/9769a8e20fab495497ecf75b0cd46899, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/3f731d4d8a2c410fbe8967b14d3862bd, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/d8e2ad366b4649a998d310c30f2ca4cd] to archive 2024-11-26T11:24:04,728 DEBUG [StoreCloser-TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T11:24:04,730 DEBUG [StoreCloser-TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/392a8980842d457faf0d8588b3a053df to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/392a8980842d457faf0d8588b3a053df 2024-11-26T11:24:04,731 DEBUG [StoreCloser-TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/1d6654f196b44b03bbef4c36dc703bd7 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/1d6654f196b44b03bbef4c36dc703bd7 2024-11-26T11:24:04,733 DEBUG [StoreCloser-TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/6dd0d690feb44afea5847bfd50496a57 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/6dd0d690feb44afea5847bfd50496a57 2024-11-26T11:24:04,734 DEBUG [StoreCloser-TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/6d71be4e7b844f74a2bc8df98d60b4db to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/6d71be4e7b844f74a2bc8df98d60b4db 2024-11-26T11:24:04,735 DEBUG [StoreCloser-TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/52e24f0d2a90489aab7cb19c23531ffd to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/52e24f0d2a90489aab7cb19c23531ffd 2024-11-26T11:24:04,736 DEBUG [StoreCloser-TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/af4d0f4744714743a1807c889f3c9622 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/af4d0f4744714743a1807c889f3c9622 2024-11-26T11:24:04,737 DEBUG [StoreCloser-TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/3f2c5bef11b749be86acb5ff3b007daf to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/3f2c5bef11b749be86acb5ff3b007daf 2024-11-26T11:24:04,738 DEBUG [StoreCloser-TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/cc77516db909421a9b56d973fe72e6de to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/cc77516db909421a9b56d973fe72e6de 2024-11-26T11:24:04,739 DEBUG [StoreCloser-TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/5bfc8e78b659495f9b7f38664c8f5677 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/5bfc8e78b659495f9b7f38664c8f5677 2024-11-26T11:24:04,740 DEBUG [StoreCloser-TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/b4ae65fa0b1f4bb1aab4262c84fa770f to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/b4ae65fa0b1f4bb1aab4262c84fa770f 2024-11-26T11:24:04,741 DEBUG [StoreCloser-TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/3dedc8c503a24e2e97e1dbc1c3410501 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/3dedc8c503a24e2e97e1dbc1c3410501 2024-11-26T11:24:04,742 DEBUG [StoreCloser-TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/9afe28b098dd4466ab26448173ed549d to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/9afe28b098dd4466ab26448173ed549d 2024-11-26T11:24:04,743 DEBUG [StoreCloser-TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/a34e4ac686874c16acf7d8930742b128 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/a34e4ac686874c16acf7d8930742b128 2024-11-26T11:24:04,744 DEBUG [StoreCloser-TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/c34b76d73d7e4f1bb0be84d06d04280b to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/c34b76d73d7e4f1bb0be84d06d04280b 2024-11-26T11:24:04,745 DEBUG [StoreCloser-TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/dcf35606e4a94bfca30e02eeb1867f99 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/dcf35606e4a94bfca30e02eeb1867f99 2024-11-26T11:24:04,747 DEBUG [StoreCloser-TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/ce7cb6cb085c4e209e038c669e14b1cf to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/ce7cb6cb085c4e209e038c669e14b1cf 2024-11-26T11:24:04,748 DEBUG [StoreCloser-TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/e77568b28f744fe8b929b6b90eaee0d2 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/e77568b28f744fe8b929b6b90eaee0d2 2024-11-26T11:24:04,749 DEBUG [StoreCloser-TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/33ad2a7a387246e08fa5f13450b691dd to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/33ad2a7a387246e08fa5f13450b691dd 2024-11-26T11:24:04,750 DEBUG [StoreCloser-TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/40edef6bf30c4658b401cf8a6a9f2a4b to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/40edef6bf30c4658b401cf8a6a9f2a4b 2024-11-26T11:24:04,751 DEBUG [StoreCloser-TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/db3bbae89e454886b1ff172ece7a13ae to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/db3bbae89e454886b1ff172ece7a13ae 2024-11-26T11:24:04,752 DEBUG [StoreCloser-TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/ca2bf3f8e77a417e8647e5ce63648594 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/ca2bf3f8e77a417e8647e5ce63648594 2024-11-26T11:24:04,753 DEBUG [StoreCloser-TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/77672c072c7f4d64a0bfcb98cddc3496 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/77672c072c7f4d64a0bfcb98cddc3496 2024-11-26T11:24:04,754 DEBUG [StoreCloser-TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/a1ec45127daf4526ac2ea1694dcaeb6a to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/a1ec45127daf4526ac2ea1694dcaeb6a 2024-11-26T11:24:04,755 DEBUG [StoreCloser-TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/c9ab0f32e3e74537953bdd18391fbea1 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/c9ab0f32e3e74537953bdd18391fbea1 2024-11-26T11:24:04,757 DEBUG [StoreCloser-TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/52c12f74f0c640109bdb846ee4afac3f to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/52c12f74f0c640109bdb846ee4afac3f 2024-11-26T11:24:04,758 DEBUG [StoreCloser-TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/9b61eb0b674b481fb36ad710c891a172 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/9b61eb0b674b481fb36ad710c891a172 2024-11-26T11:24:04,759 DEBUG [StoreCloser-TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/bca5a071f5a14f11add523c0d2d10839 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/bca5a071f5a14f11add523c0d2d10839 2024-11-26T11:24:04,760 DEBUG [StoreCloser-TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/959383a4a3564ca7ba82d7f7e2c0f1f8 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/959383a4a3564ca7ba82d7f7e2c0f1f8 2024-11-26T11:24:04,761 DEBUG [StoreCloser-TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/752f3a07422940439b537158c917e7df to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/752f3a07422940439b537158c917e7df 2024-11-26T11:24:04,762 DEBUG [StoreCloser-TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/9769a8e20fab495497ecf75b0cd46899 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/9769a8e20fab495497ecf75b0cd46899 2024-11-26T11:24:04,763 DEBUG [StoreCloser-TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/3f731d4d8a2c410fbe8967b14d3862bd to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/3f731d4d8a2c410fbe8967b14d3862bd 2024-11-26T11:24:04,764 DEBUG [StoreCloser-TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/d8e2ad366b4649a998d310c30f2ca4cd to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/d8e2ad366b4649a998d310c30f2ca4cd 2024-11-26T11:24:04,765 DEBUG [StoreCloser-TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/8d20fb2686984d789c6923fc488bbb2b, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/0a5c8c50b39546cd91ed5eb11f941aa8, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/5eb3a283cf96417d967b2cd2a0fc4a5b, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/8b5078af78fe4a46932491660d986917, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/48c0f2dc93a74032a1c99dca92457ec6, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/32b2256d3745444087e71f2c38894879, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/384833caa7c146cfb6754cdb1c30c7b3, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/baff0073942445ca982ae8277d6e6a87, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/a350380f374a41b3aaed99af50b94297, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/222518e4ba7f42a89a37dbbc720d05c2, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/7f188d381f584b3eaaaa84146fea1f5a, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/f35222fdab6242fea1a5dd33d06ef24f, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/da85c47a38b440fcbaefe0d3cb1a9942, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/d7d75d8f501e43c483eb4d7380257864, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/c281cfc4215940639f77592be3fe9404, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/5c4ec66e7030474590655ec1438f83d1, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/2f67fe9dcb24425fbd386603bd05fbc4, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/03556a8f1551455b9ab9622ab5e14d81, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/07e0b1655d194364adc9c28c5d1cfc90, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/8ecda664dd9445be8b326a6c36206353, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/74dedefa9237497da32251a4d3bb22c5, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/e0a8d7608139413196e9c624977a12e4, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/174d0fcdb9b14e4a9b6f17f0da6043d6, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/08943ddf0a1a48ed988671c45eec011f, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/e7b69f28f8bc4439865faf3933819547, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/38d2d391d8bc45d58d03ac3ed25f1041, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/44e59fc0d69a4bbf82792e838cb8b094, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/73498830542d4b5fbd40e0eacf5148f0, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/91ab83411c634af9a58427419b7cf8fb, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/be319cd95406449295595e7012e5dadb, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/e52728b624794346b68fbd7457840d02, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/ea8ea85cc6a14492830698b2f3b62b1b] to archive 2024-11-26T11:24:04,766 DEBUG [StoreCloser-TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T11:24:04,768 DEBUG [StoreCloser-TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/8d20fb2686984d789c6923fc488bbb2b to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/8d20fb2686984d789c6923fc488bbb2b 2024-11-26T11:24:04,769 DEBUG [StoreCloser-TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/0a5c8c50b39546cd91ed5eb11f941aa8 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/0a5c8c50b39546cd91ed5eb11f941aa8 2024-11-26T11:24:04,770 DEBUG [StoreCloser-TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/5eb3a283cf96417d967b2cd2a0fc4a5b to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/5eb3a283cf96417d967b2cd2a0fc4a5b 2024-11-26T11:24:04,771 DEBUG [StoreCloser-TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/8b5078af78fe4a46932491660d986917 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/8b5078af78fe4a46932491660d986917 2024-11-26T11:24:04,772 DEBUG [StoreCloser-TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/48c0f2dc93a74032a1c99dca92457ec6 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/48c0f2dc93a74032a1c99dca92457ec6 2024-11-26T11:24:04,773 DEBUG [StoreCloser-TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/32b2256d3745444087e71f2c38894879 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/32b2256d3745444087e71f2c38894879 2024-11-26T11:24:04,774 DEBUG [StoreCloser-TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/384833caa7c146cfb6754cdb1c30c7b3 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/384833caa7c146cfb6754cdb1c30c7b3 2024-11-26T11:24:04,775 DEBUG [StoreCloser-TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/baff0073942445ca982ae8277d6e6a87 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/baff0073942445ca982ae8277d6e6a87 2024-11-26T11:24:04,776 DEBUG [StoreCloser-TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/a350380f374a41b3aaed99af50b94297 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/a350380f374a41b3aaed99af50b94297 2024-11-26T11:24:04,777 DEBUG [StoreCloser-TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/222518e4ba7f42a89a37dbbc720d05c2 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/222518e4ba7f42a89a37dbbc720d05c2 2024-11-26T11:24:04,778 DEBUG [StoreCloser-TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/7f188d381f584b3eaaaa84146fea1f5a to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/7f188d381f584b3eaaaa84146fea1f5a 2024-11-26T11:24:04,779 DEBUG [StoreCloser-TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/f35222fdab6242fea1a5dd33d06ef24f to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/f35222fdab6242fea1a5dd33d06ef24f 2024-11-26T11:24:04,780 DEBUG [StoreCloser-TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/da85c47a38b440fcbaefe0d3cb1a9942 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/da85c47a38b440fcbaefe0d3cb1a9942 2024-11-26T11:24:04,781 DEBUG [StoreCloser-TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/d7d75d8f501e43c483eb4d7380257864 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/d7d75d8f501e43c483eb4d7380257864 2024-11-26T11:24:04,782 DEBUG [StoreCloser-TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/c281cfc4215940639f77592be3fe9404 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/c281cfc4215940639f77592be3fe9404 2024-11-26T11:24:04,783 DEBUG [StoreCloser-TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/5c4ec66e7030474590655ec1438f83d1 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/5c4ec66e7030474590655ec1438f83d1 2024-11-26T11:24:04,784 DEBUG [StoreCloser-TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/2f67fe9dcb24425fbd386603bd05fbc4 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/2f67fe9dcb24425fbd386603bd05fbc4 2024-11-26T11:24:04,785 DEBUG [StoreCloser-TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/03556a8f1551455b9ab9622ab5e14d81 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/03556a8f1551455b9ab9622ab5e14d81 2024-11-26T11:24:04,786 DEBUG [StoreCloser-TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/07e0b1655d194364adc9c28c5d1cfc90 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/07e0b1655d194364adc9c28c5d1cfc90 2024-11-26T11:24:04,788 DEBUG [StoreCloser-TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/8ecda664dd9445be8b326a6c36206353 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/8ecda664dd9445be8b326a6c36206353 2024-11-26T11:24:04,789 DEBUG [StoreCloser-TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/74dedefa9237497da32251a4d3bb22c5 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/74dedefa9237497da32251a4d3bb22c5 2024-11-26T11:24:04,790 DEBUG [StoreCloser-TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/e0a8d7608139413196e9c624977a12e4 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/e0a8d7608139413196e9c624977a12e4 2024-11-26T11:24:04,791 DEBUG [StoreCloser-TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/174d0fcdb9b14e4a9b6f17f0da6043d6 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/174d0fcdb9b14e4a9b6f17f0da6043d6 2024-11-26T11:24:04,792 DEBUG [StoreCloser-TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/08943ddf0a1a48ed988671c45eec011f to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/08943ddf0a1a48ed988671c45eec011f 2024-11-26T11:24:04,793 DEBUG [StoreCloser-TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/e7b69f28f8bc4439865faf3933819547 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/e7b69f28f8bc4439865faf3933819547 2024-11-26T11:24:04,794 DEBUG [StoreCloser-TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/38d2d391d8bc45d58d03ac3ed25f1041 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/38d2d391d8bc45d58d03ac3ed25f1041 2024-11-26T11:24:04,795 DEBUG [StoreCloser-TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/44e59fc0d69a4bbf82792e838cb8b094 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/44e59fc0d69a4bbf82792e838cb8b094 2024-11-26T11:24:04,796 DEBUG [StoreCloser-TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/73498830542d4b5fbd40e0eacf5148f0 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/73498830542d4b5fbd40e0eacf5148f0 2024-11-26T11:24:04,797 DEBUG [StoreCloser-TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/91ab83411c634af9a58427419b7cf8fb to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/91ab83411c634af9a58427419b7cf8fb 2024-11-26T11:24:04,798 DEBUG [StoreCloser-TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/be319cd95406449295595e7012e5dadb to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/be319cd95406449295595e7012e5dadb 2024-11-26T11:24:04,799 DEBUG [StoreCloser-TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/e52728b624794346b68fbd7457840d02 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/e52728b624794346b68fbd7457840d02 2024-11-26T11:24:04,800 DEBUG [StoreCloser-TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/ea8ea85cc6a14492830698b2f3b62b1b to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/ea8ea85cc6a14492830698b2f3b62b1b 2024-11-26T11:24:04,804 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/recovered.edits/529.seqid, newMaxSeqId=529, maxSeqId=1 2024-11-26T11:24:04,807 INFO [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b. 2024-11-26T11:24:04,807 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1635): Region close journal for c27d31a3d55d7526be32522063acb37b: 2024-11-26T11:24:04,809 INFO [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] handler.UnassignRegionHandler(170): Closed c27d31a3d55d7526be32522063acb37b 2024-11-26T11:24:04,809 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=c27d31a3d55d7526be32522063acb37b, regionState=CLOSED 2024-11-26T11:24:04,811 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=36 2024-11-26T11:24:04,812 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=36, state=SUCCESS; CloseRegionProcedure c27d31a3d55d7526be32522063acb37b, server=173854343f88,33007,1732620213227 in 1.5550 sec 2024-11-26T11:24:04,813 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=36, resume processing ppid=35 2024-11-26T11:24:04,813 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, ppid=35, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=c27d31a3d55d7526be32522063acb37b, UNASSIGN in 1.5600 sec 2024-11-26T11:24:04,815 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=35, resume processing ppid=34 2024-11-26T11:24:04,815 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=34, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5660 sec 2024-11-26T11:24:04,816 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732620244816"}]},"ts":"1732620244816"} 2024-11-26T11:24:04,817 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-26T11:24:04,819 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-26T11:24:04,821 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.5810 sec 2024-11-26T11:24:05,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-26T11:24:05,349 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 34 completed 2024-11-26T11:24:05,353 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-26T11:24:05,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] procedure2.ProcedureExecutor(1098): Stored pid=38, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T11:24:05,360 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=38, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T11:24:05,361 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=38, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T11:24:05,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-26T11:24:05,365 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b 2024-11-26T11:24:05,370 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A, FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B, FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C, FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/recovered.edits] 2024-11-26T11:24:05,374 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/243c226b33894cf9b1f7fee3c7619ce9 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/243c226b33894cf9b1f7fee3c7619ce9 2024-11-26T11:24:05,376 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/58d647894a1b4154ae4511d5b3de5d1f to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/58d647894a1b4154ae4511d5b3de5d1f 2024-11-26T11:24:05,378 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/a6337bb24c7440e29c3c0af6b2ec62f8 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/a6337bb24c7440e29c3c0af6b2ec62f8 2024-11-26T11:24:05,379 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/bd2e414e042e4004989f7523c14d83a0 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/A/bd2e414e042e4004989f7523c14d83a0 2024-11-26T11:24:05,382 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/4e07f6e85cf248638eb0c5b7baddbd55 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/4e07f6e85cf248638eb0c5b7baddbd55 2024-11-26T11:24:05,384 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/827ed4ab3bf34ee18c79719ea4c3839d to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/827ed4ab3bf34ee18c79719ea4c3839d 2024-11-26T11:24:05,385 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/d8a67ad3289d43e1b745a9a28de2d1cd to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/d8a67ad3289d43e1b745a9a28de2d1cd 2024-11-26T11:24:05,387 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/ed9df2adf74c4bfcb081be3b25d1e55a to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/B/ed9df2adf74c4bfcb081be3b25d1e55a 2024-11-26T11:24:05,390 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/0464f3d1ce114093926698d61c9a933a to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/0464f3d1ce114093926698d61c9a933a 2024-11-26T11:24:05,391 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/59b797814b254e29a98975874bb21ae1 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/59b797814b254e29a98975874bb21ae1 2024-11-26T11:24:05,393 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/65cb8caa69904a6e84040e65c8e4815d to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/65cb8caa69904a6e84040e65c8e4815d 2024-11-26T11:24:05,394 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/f61c199a2fbb49e7a73d648ff61f14f5 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/C/f61c199a2fbb49e7a73d648ff61f14f5 2024-11-26T11:24:05,398 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/recovered.edits/529.seqid to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b/recovered.edits/529.seqid 2024-11-26T11:24:05,398 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c27d31a3d55d7526be32522063acb37b 2024-11-26T11:24:05,398 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-26T11:24:05,404 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=38, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T11:24:05,410 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-26T11:24:05,414 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-26T11:24:05,447 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-26T11:24:05,448 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=38, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T11:24:05,448 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-26T11:24:05,449 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732620245448"}]},"ts":"9223372036854775807"} 2024-11-26T11:24:05,452 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-26T11:24:05,452 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => c27d31a3d55d7526be32522063acb37b, NAME => 'TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b.', STARTKEY => '', ENDKEY => ''}] 2024-11-26T11:24:05,452 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-26T11:24:05,452 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732620245452"}]},"ts":"9223372036854775807"} 2024-11-26T11:24:05,455 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-26T11:24:05,457 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=38, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T11:24:05,458 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 104 msec 2024-11-26T11:24:05,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-26T11:24:05,463 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 38 completed 2024-11-26T11:24:05,478 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=239 (was 219) Potentially hanging thread: RS_CLOSE_REGION-regionserver/173854343f88:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x10bb86e4-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1743321844_22 at /127.0.0.1:60742 [Waiting for operation #343] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x10bb86e4-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/173854343f88:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-828185973_22 at /127.0.0.1:60892 [Waiting for operation #329] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x10bb86e4-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;173854343f88:33007-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x10bb86e4-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=454 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=306 (was 259) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3189 (was 3711) 2024-11-26T11:24:05,487 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=239, OpenFileDescriptor=454, MaxFileDescriptor=1048576, SystemLoadAverage=306, ProcessCount=11, AvailableMemoryMB=3188 2024-11-26T11:24:05,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-26T11:24:05,490 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T11:24:05,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] procedure2.ProcedureExecutor(1098): Stored pid=39, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-26T11:24:05,492 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T11:24:05,492 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:05,492 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 39 2024-11-26T11:24:05,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-26T11:24:05,493 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T11:24:05,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741947_1123 (size=963) 2024-11-26T11:24:05,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-26T11:24:05,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-26T11:24:05,901 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742 2024-11-26T11:24:05,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741948_1124 (size=53) 2024-11-26T11:24:06,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-26T11:24:06,297 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T11:24:06,299 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50292, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T11:24:06,307 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:24:06,307 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 53f0755a93bd13fd0721e783e67fdbd9, disabling compactions & flushes 2024-11-26T11:24:06,307 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:06,308 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:06,308 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. after waiting 0 ms 2024-11-26T11:24:06,308 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:06,308 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:06,308 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 53f0755a93bd13fd0721e783e67fdbd9: 2024-11-26T11:24:06,309 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T11:24:06,309 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732620246309"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732620246309"}]},"ts":"1732620246309"} 2024-11-26T11:24:06,310 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-26T11:24:06,311 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T11:24:06,311 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732620246311"}]},"ts":"1732620246311"} 2024-11-26T11:24:06,312 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-26T11:24:06,316 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=53f0755a93bd13fd0721e783e67fdbd9, ASSIGN}] 2024-11-26T11:24:06,317 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=53f0755a93bd13fd0721e783e67fdbd9, ASSIGN 2024-11-26T11:24:06,318 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=53f0755a93bd13fd0721e783e67fdbd9, ASSIGN; state=OFFLINE, location=173854343f88,33007,1732620213227; forceNewPlan=false, retain=false 2024-11-26T11:24:06,468 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=53f0755a93bd13fd0721e783e67fdbd9, regionState=OPENING, regionLocation=173854343f88,33007,1732620213227 2024-11-26T11:24:06,470 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE; OpenRegionProcedure 53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227}] 2024-11-26T11:24:06,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-26T11:24:06,621 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:24:06,625 INFO [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:06,625 DEBUG [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7285): Opening region: {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} 2024-11-26T11:24:06,626 DEBUG [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 53f0755a93bd13fd0721e783e67fdbd9 2024-11-26T11:24:06,626 DEBUG [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:24:06,626 DEBUG [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7327): checking encryption for 53f0755a93bd13fd0721e783e67fdbd9 2024-11-26T11:24:06,626 DEBUG [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7330): checking classloading for 53f0755a93bd13fd0721e783e67fdbd9 2024-11-26T11:24:06,627 INFO [StoreOpener-53f0755a93bd13fd0721e783e67fdbd9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 53f0755a93bd13fd0721e783e67fdbd9 2024-11-26T11:24:06,628 INFO [StoreOpener-53f0755a93bd13fd0721e783e67fdbd9-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-26T11:24:06,629 INFO [StoreOpener-53f0755a93bd13fd0721e783e67fdbd9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 53f0755a93bd13fd0721e783e67fdbd9 columnFamilyName A 2024-11-26T11:24:06,629 DEBUG [StoreOpener-53f0755a93bd13fd0721e783e67fdbd9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:06,629 INFO [StoreOpener-53f0755a93bd13fd0721e783e67fdbd9-1 {}] regionserver.HStore(327): Store=53f0755a93bd13fd0721e783e67fdbd9/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:24:06,629 INFO [StoreOpener-53f0755a93bd13fd0721e783e67fdbd9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 53f0755a93bd13fd0721e783e67fdbd9 2024-11-26T11:24:06,630 INFO [StoreOpener-53f0755a93bd13fd0721e783e67fdbd9-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-26T11:24:06,631 INFO [StoreOpener-53f0755a93bd13fd0721e783e67fdbd9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 53f0755a93bd13fd0721e783e67fdbd9 columnFamilyName B 2024-11-26T11:24:06,632 DEBUG [StoreOpener-53f0755a93bd13fd0721e783e67fdbd9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:06,632 INFO [StoreOpener-53f0755a93bd13fd0721e783e67fdbd9-1 {}] regionserver.HStore(327): Store=53f0755a93bd13fd0721e783e67fdbd9/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:24:06,632 INFO [StoreOpener-53f0755a93bd13fd0721e783e67fdbd9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 53f0755a93bd13fd0721e783e67fdbd9 2024-11-26T11:24:06,633 INFO [StoreOpener-53f0755a93bd13fd0721e783e67fdbd9-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-26T11:24:06,633 INFO [StoreOpener-53f0755a93bd13fd0721e783e67fdbd9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 53f0755a93bd13fd0721e783e67fdbd9 columnFamilyName C 2024-11-26T11:24:06,633 DEBUG [StoreOpener-53f0755a93bd13fd0721e783e67fdbd9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:06,634 INFO [StoreOpener-53f0755a93bd13fd0721e783e67fdbd9-1 {}] regionserver.HStore(327): Store=53f0755a93bd13fd0721e783e67fdbd9/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:24:06,634 INFO [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:06,635 DEBUG [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9 2024-11-26T11:24:06,635 DEBUG [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9 2024-11-26T11:24:06,637 DEBUG [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T11:24:06,638 DEBUG [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1085): writing seq id for 53f0755a93bd13fd0721e783e67fdbd9 2024-11-26T11:24:06,640 DEBUG [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T11:24:06,640 INFO [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1102): Opened 53f0755a93bd13fd0721e783e67fdbd9; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75340436, jitterRate=0.12265998125076294}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T11:24:06,641 DEBUG [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1001): Region open journal for 53f0755a93bd13fd0721e783e67fdbd9: 2024-11-26T11:24:06,642 INFO [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9., pid=41, masterSystemTime=1732620246621 2024-11-26T11:24:06,644 DEBUG [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:06,644 INFO [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:06,644 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=53f0755a93bd13fd0721e783e67fdbd9, regionState=OPEN, openSeqNum=2, regionLocation=173854343f88,33007,1732620213227 2024-11-26T11:24:06,647 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=40 2024-11-26T11:24:06,647 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=40, state=SUCCESS; OpenRegionProcedure 53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 in 175 msec 2024-11-26T11:24:06,648 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=39 2024-11-26T11:24:06,648 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=39, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=53f0755a93bd13fd0721e783e67fdbd9, ASSIGN in 331 msec 2024-11-26T11:24:06,649 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T11:24:06,649 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732620246649"}]},"ts":"1732620246649"} 2024-11-26T11:24:06,650 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-26T11:24:06,653 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T11:24:06,655 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1630 sec 2024-11-26T11:24:07,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-26T11:24:07,598 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 39 completed 2024-11-26T11:24:07,600 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7a9b9802 to 127.0.0.1:59149 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@118b007e 2024-11-26T11:24:07,603 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d29de25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:24:07,605 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:24:07,607 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38228, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:24:07,609 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T11:24:07,611 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50296, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T11:24:07,616 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-26T11:24:07,616 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T11:24:07,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] procedure2.ProcedureExecutor(1098): Stored pid=42, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-26T11:24:07,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741949_1125 (size=999) 2024-11-26T11:24:08,035 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-11-26T11:24:08,035 INFO [PEWorker-2 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-11-26T11:24:08,038 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-26T11:24:08,047 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=53f0755a93bd13fd0721e783e67fdbd9, REOPEN/MOVE}] 2024-11-26T11:24:08,047 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=53f0755a93bd13fd0721e783e67fdbd9, REOPEN/MOVE 2024-11-26T11:24:08,048 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=53f0755a93bd13fd0721e783e67fdbd9, regionState=CLOSING, regionLocation=173854343f88,33007,1732620213227 2024-11-26T11:24:08,049 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-26T11:24:08,049 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE; CloseRegionProcedure 53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227}] 2024-11-26T11:24:08,200 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:24:08,201 INFO [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(124): Close 53f0755a93bd13fd0721e783e67fdbd9 2024-11-26T11:24:08,201 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-26T11:24:08,201 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1681): Closing 53f0755a93bd13fd0721e783e67fdbd9, disabling compactions & flushes 2024-11-26T11:24:08,201 INFO [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:08,201 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:08,201 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. after waiting 0 ms 2024-11-26T11:24:08,201 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:08,205 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-26T11:24:08,205 INFO [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:08,205 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1635): Region close journal for 53f0755a93bd13fd0721e783e67fdbd9: 2024-11-26T11:24:08,206 WARN [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegionServer(3786): Not adding moved region record: 53f0755a93bd13fd0721e783e67fdbd9 to self. 2024-11-26T11:24:08,207 INFO [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(170): Closed 53f0755a93bd13fd0721e783e67fdbd9 2024-11-26T11:24:08,207 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=53f0755a93bd13fd0721e783e67fdbd9, regionState=CLOSED 2024-11-26T11:24:08,210 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=45, resume processing ppid=44 2024-11-26T11:24:08,210 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, ppid=44, state=SUCCESS; CloseRegionProcedure 53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 in 159 msec 2024-11-26T11:24:08,210 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=53f0755a93bd13fd0721e783e67fdbd9, REOPEN/MOVE; state=CLOSED, location=173854343f88,33007,1732620213227; forceNewPlan=false, retain=true 2024-11-26T11:24:08,361 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=53f0755a93bd13fd0721e783e67fdbd9, regionState=OPENING, regionLocation=173854343f88,33007,1732620213227 2024-11-26T11:24:08,363 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=44, state=RUNNABLE; OpenRegionProcedure 53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227}] 2024-11-26T11:24:08,514 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:24:08,518 INFO [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:08,518 DEBUG [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7285): Opening region: {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} 2024-11-26T11:24:08,518 DEBUG [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 53f0755a93bd13fd0721e783e67fdbd9 2024-11-26T11:24:08,518 DEBUG [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:24:08,518 DEBUG [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7327): checking encryption for 53f0755a93bd13fd0721e783e67fdbd9 2024-11-26T11:24:08,518 DEBUG [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7330): checking classloading for 53f0755a93bd13fd0721e783e67fdbd9 2024-11-26T11:24:08,523 INFO [StoreOpener-53f0755a93bd13fd0721e783e67fdbd9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 53f0755a93bd13fd0721e783e67fdbd9 2024-11-26T11:24:08,523 INFO [StoreOpener-53f0755a93bd13fd0721e783e67fdbd9-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-26T11:24:08,528 INFO [StoreOpener-53f0755a93bd13fd0721e783e67fdbd9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 53f0755a93bd13fd0721e783e67fdbd9 columnFamilyName A 2024-11-26T11:24:08,530 DEBUG [StoreOpener-53f0755a93bd13fd0721e783e67fdbd9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:08,530 INFO [StoreOpener-53f0755a93bd13fd0721e783e67fdbd9-1 {}] regionserver.HStore(327): Store=53f0755a93bd13fd0721e783e67fdbd9/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:24:08,531 INFO [StoreOpener-53f0755a93bd13fd0721e783e67fdbd9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 53f0755a93bd13fd0721e783e67fdbd9 2024-11-26T11:24:08,532 INFO [StoreOpener-53f0755a93bd13fd0721e783e67fdbd9-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-26T11:24:08,532 INFO [StoreOpener-53f0755a93bd13fd0721e783e67fdbd9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 53f0755a93bd13fd0721e783e67fdbd9 columnFamilyName B 2024-11-26T11:24:08,532 DEBUG [StoreOpener-53f0755a93bd13fd0721e783e67fdbd9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:08,532 INFO [StoreOpener-53f0755a93bd13fd0721e783e67fdbd9-1 {}] regionserver.HStore(327): Store=53f0755a93bd13fd0721e783e67fdbd9/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:24:08,532 INFO [StoreOpener-53f0755a93bd13fd0721e783e67fdbd9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 53f0755a93bd13fd0721e783e67fdbd9 2024-11-26T11:24:08,533 INFO [StoreOpener-53f0755a93bd13fd0721e783e67fdbd9-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-26T11:24:08,533 INFO [StoreOpener-53f0755a93bd13fd0721e783e67fdbd9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 53f0755a93bd13fd0721e783e67fdbd9 columnFamilyName C 2024-11-26T11:24:08,533 DEBUG [StoreOpener-53f0755a93bd13fd0721e783e67fdbd9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:08,534 INFO [StoreOpener-53f0755a93bd13fd0721e783e67fdbd9-1 {}] regionserver.HStore(327): Store=53f0755a93bd13fd0721e783e67fdbd9/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:24:08,534 INFO [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:08,534 DEBUG [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9 2024-11-26T11:24:08,535 DEBUG [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9 2024-11-26T11:24:08,537 DEBUG [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T11:24:08,538 DEBUG [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1085): writing seq id for 53f0755a93bd13fd0721e783e67fdbd9 2024-11-26T11:24:08,538 INFO [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1102): Opened 53f0755a93bd13fd0721e783e67fdbd9; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71766642, jitterRate=0.06940630078315735}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T11:24:08,539 DEBUG [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1001): Region open journal for 53f0755a93bd13fd0721e783e67fdbd9: 2024-11-26T11:24:08,540 INFO [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9., pid=46, masterSystemTime=1732620248514 2024-11-26T11:24:08,542 DEBUG [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:08,542 INFO [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:08,542 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=53f0755a93bd13fd0721e783e67fdbd9, regionState=OPEN, openSeqNum=5, regionLocation=173854343f88,33007,1732620213227 2024-11-26T11:24:08,545 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=44 2024-11-26T11:24:08,545 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=44, state=SUCCESS; OpenRegionProcedure 53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 in 180 msec 2024-11-26T11:24:08,546 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=43 2024-11-26T11:24:08,546 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=43, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=53f0755a93bd13fd0721e783e67fdbd9, REOPEN/MOVE in 499 msec 2024-11-26T11:24:08,549 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=43, resume processing ppid=42 2024-11-26T11:24:08,549 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=42, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 509 msec 2024-11-26T11:24:08,551 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 931 msec 2024-11-26T11:24:08,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=42 2024-11-26T11:24:08,559 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7cae6c5c to 127.0.0.1:59149 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@79982672 2024-11-26T11:24:08,566 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@433e2b26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:24:08,567 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5c820ef9 to 127.0.0.1:59149 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7b4bd1ba 2024-11-26T11:24:08,571 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@176c5c1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:24:08,572 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0b44b1e5 to 127.0.0.1:59149 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@454f1431 2024-11-26T11:24:08,574 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@190853fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:24:08,576 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x42e904d8 to 127.0.0.1:59149 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@505d5ccd 2024-11-26T11:24:08,578 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c5c4716, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:24:08,579 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0a4c53ed to 127.0.0.1:59149 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@367f47f7 2024-11-26T11:24:08,582 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2885d2d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:24:08,583 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x247c0c93 to 127.0.0.1:59149 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@22e911df 2024-11-26T11:24:08,585 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78cafade, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:24:08,586 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x517ff977 to 127.0.0.1:59149 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3b727d6e 2024-11-26T11:24:08,588 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14c16cd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:24:08,589 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3448d233 to 127.0.0.1:59149 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1c7940d9 2024-11-26T11:24:08,592 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@341384e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:24:08,593 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7a11164b to 127.0.0.1:59149 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c38ee58 2024-11-26T11:24:08,598 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26b120d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:24:08,602 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T11:24:08,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] procedure2.ProcedureExecutor(1098): Stored pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees 2024-11-26T11:24:08,603 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T11:24:08,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-26T11:24:08,604 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T11:24:08,604 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T11:24:08,606 DEBUG [hconnection-0x7ba03227-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:24:08,607 DEBUG [hconnection-0x5d3ff9e0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:24:08,607 DEBUG [hconnection-0x6b0ebcc6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:24:08,607 DEBUG [hconnection-0x6fe00eeb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:24:08,607 DEBUG [hconnection-0x48afc8d5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:24:08,608 DEBUG [hconnection-0x31f6e84c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:24:08,608 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38236, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:24:08,609 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38246, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:24:08,609 DEBUG [hconnection-0x60b41400-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:24:08,609 DEBUG [hconnection-0x258b783f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:24:08,609 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38262, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:24:08,610 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38270, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:24:08,610 DEBUG [hconnection-0x2d0dff3f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:24:08,611 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38278, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:24:08,613 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38238, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:24:08,613 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38250, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:24:08,613 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38274, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:24:08,619 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38286, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:24:08,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(8581): Flush requested on 53f0755a93bd13fd0721e783e67fdbd9 2024-11-26T11:24:08,654 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 53f0755a93bd13fd0721e783e67fdbd9 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-26T11:24:08,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53f0755a93bd13fd0721e783e67fdbd9, store=A 2024-11-26T11:24:08,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:08,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53f0755a93bd13fd0721e783e67fdbd9, store=B 2024-11-26T11:24:08,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:08,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53f0755a93bd13fd0721e783e67fdbd9, store=C 2024-11-26T11:24:08,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:08,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:08,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38236 deadline: 1732620308693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:08,699 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:08,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38262 deadline: 1732620308693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:08,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:08,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:08,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38250 deadline: 1732620308694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:08,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38246 deadline: 1732620308696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:08,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:08,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38286 deadline: 1732620308699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:08,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-26T11:24:08,721 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126286747c77564488aa9e232eb079106aa_53f0755a93bd13fd0721e783e67fdbd9 is 50, key is test_row_0/A:col10/1732620248654/Put/seqid=0 2024-11-26T11:24:08,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741950_1126 (size=12154) 2024-11-26T11:24:08,751 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:08,755 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:24:08,756 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-26T11:24:08,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:08,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. as already flushing 2024-11-26T11:24:08,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:08,757 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:08,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:08,758 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126286747c77564488aa9e232eb079106aa_53f0755a93bd13fd0721e783e67fdbd9 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126286747c77564488aa9e232eb079106aa_53f0755a93bd13fd0721e783e67fdbd9 2024-11-26T11:24:08,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:08,760 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/A/a4b334327b8a430384b15ab8137155fb, store: [table=TestAcidGuarantees family=A region=53f0755a93bd13fd0721e783e67fdbd9] 2024-11-26T11:24:08,774 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/A/a4b334327b8a430384b15ab8137155fb is 175, key is test_row_0/A:col10/1732620248654/Put/seqid=0 2024-11-26T11:24:08,802 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:08,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38262 deadline: 1732620308801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:08,802 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:08,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38236 deadline: 1732620308801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:08,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741951_1127 (size=30955) 2024-11-26T11:24:08,805 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:08,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38250 deadline: 1732620308802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:08,805 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:08,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38286 deadline: 1732620308803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:08,806 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=18, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/A/a4b334327b8a430384b15ab8137155fb 2024-11-26T11:24:08,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:08,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38246 deadline: 1732620308803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:08,838 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/B/2466ad52696d49b98fdd2011282b2092 is 50, key is test_row_0/B:col10/1732620248654/Put/seqid=0 2024-11-26T11:24:08,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741952_1128 (size=12001) 2024-11-26T11:24:08,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-26T11:24:08,913 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:24:08,913 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-26T11:24:08,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:08,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. as already flushing 2024-11-26T11:24:08,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:08,914 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:08,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:08,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:09,011 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:09,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38250 deadline: 1732620309009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:09,011 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:09,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38236 deadline: 1732620309009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:09,012 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:09,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38286 deadline: 1732620309009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:09,013 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:09,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38246 deadline: 1732620309009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:09,013 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:09,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38262 deadline: 1732620309010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:09,067 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:24:09,068 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-26T11:24:09,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:09,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. as already flushing 2024-11-26T11:24:09,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:09,068 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:09,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:09,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:09,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-26T11:24:09,221 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:24:09,222 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-26T11:24:09,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:09,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. as already flushing 2024-11-26T11:24:09,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:09,222 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:09,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:09,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:09,257 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/B/2466ad52696d49b98fdd2011282b2092 2024-11-26T11:24:09,293 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/C/0256b519c2dc4b5faf4ed97ce912effd is 50, key is test_row_0/C:col10/1732620248654/Put/seqid=0 2024-11-26T11:24:09,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741953_1129 (size=12001) 2024-11-26T11:24:09,308 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/C/0256b519c2dc4b5faf4ed97ce912effd 2024-11-26T11:24:09,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:09,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38236 deadline: 1732620309314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:09,317 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:09,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38250 deadline: 1732620309316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:09,317 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:09,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38262 deadline: 1732620309317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:09,318 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:09,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38286 deadline: 1732620309317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:09,318 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:09,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38246 deadline: 1732620309318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:09,324 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/A/a4b334327b8a430384b15ab8137155fb as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/a4b334327b8a430384b15ab8137155fb 2024-11-26T11:24:09,330 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/a4b334327b8a430384b15ab8137155fb, entries=150, sequenceid=18, filesize=30.2 K 2024-11-26T11:24:09,331 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/B/2466ad52696d49b98fdd2011282b2092 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/2466ad52696d49b98fdd2011282b2092 2024-11-26T11:24:09,345 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/2466ad52696d49b98fdd2011282b2092, entries=150, sequenceid=18, filesize=11.7 K 2024-11-26T11:24:09,346 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/C/0256b519c2dc4b5faf4ed97ce912effd as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/0256b519c2dc4b5faf4ed97ce912effd 2024-11-26T11:24:09,353 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/0256b519c2dc4b5faf4ed97ce912effd, entries=150, sequenceid=18, filesize=11.7 K 2024-11-26T11:24:09,354 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 53f0755a93bd13fd0721e783e67fdbd9 in 700ms, sequenceid=18, compaction requested=false 2024-11-26T11:24:09,354 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-26T11:24:09,355 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 53f0755a93bd13fd0721e783e67fdbd9: 2024-11-26T11:24:09,377 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:24:09,378 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-26T11:24:09,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:09,378 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2837): Flushing 53f0755a93bd13fd0721e783e67fdbd9 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-26T11:24:09,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53f0755a93bd13fd0721e783e67fdbd9, store=A 2024-11-26T11:24:09,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:09,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53f0755a93bd13fd0721e783e67fdbd9, store=B 2024-11-26T11:24:09,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:09,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53f0755a93bd13fd0721e783e67fdbd9, store=C 2024-11-26T11:24:09,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:09,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411267eee66f3c9b6460096d9271a958dd191_53f0755a93bd13fd0721e783e67fdbd9 is 50, key is test_row_0/A:col10/1732620248694/Put/seqid=0 2024-11-26T11:24:09,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741954_1130 (size=12154) 2024-11-26T11:24:09,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:09,430 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411267eee66f3c9b6460096d9271a958dd191_53f0755a93bd13fd0721e783e67fdbd9 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411267eee66f3c9b6460096d9271a958dd191_53f0755a93bd13fd0721e783e67fdbd9 2024-11-26T11:24:09,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/A/506426727302483082fc044633921ba4, store: [table=TestAcidGuarantees family=A region=53f0755a93bd13fd0721e783e67fdbd9] 2024-11-26T11:24:09,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/A/506426727302483082fc044633921ba4 is 175, key is test_row_0/A:col10/1732620248694/Put/seqid=0 2024-11-26T11:24:09,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741955_1131 (size=30955) 2024-11-26T11:24:09,450 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/A/506426727302483082fc044633921ba4 2024-11-26T11:24:09,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/B/0764bfa4be4d42539dfad7a046619e14 is 50, key is test_row_0/B:col10/1732620248694/Put/seqid=0 2024-11-26T11:24:09,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741956_1132 (size=12001) 2024-11-26T11:24:09,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-26T11:24:09,829 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. as already flushing 2024-11-26T11:24:09,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(8581): Flush requested on 53f0755a93bd13fd0721e783e67fdbd9 2024-11-26T11:24:09,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:09,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:09,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38246 deadline: 1732620309840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:09,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38262 deadline: 1732620309841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:09,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:09,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38286 deadline: 1732620309843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:09,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:09,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38250 deadline: 1732620309846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:09,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:09,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38236 deadline: 1732620309846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:09,884 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/B/0764bfa4be4d42539dfad7a046619e14 2024-11-26T11:24:09,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/C/85d0582f5a0349d385b1d6df60f1c2af is 50, key is test_row_0/C:col10/1732620248694/Put/seqid=0 2024-11-26T11:24:09,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741957_1133 (size=12001) 2024-11-26T11:24:09,927 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/C/85d0582f5a0349d385b1d6df60f1c2af 2024-11-26T11:24:09,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/A/506426727302483082fc044633921ba4 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/506426727302483082fc044633921ba4 2024-11-26T11:24:09,944 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/506426727302483082fc044633921ba4, entries=150, sequenceid=40, filesize=30.2 K 2024-11-26T11:24:09,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/B/0764bfa4be4d42539dfad7a046619e14 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/0764bfa4be4d42539dfad7a046619e14 2024-11-26T11:24:09,952 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:09,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38246 deadline: 1732620309946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:09,952 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:09,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38262 deadline: 1732620309947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:09,953 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/0764bfa4be4d42539dfad7a046619e14, entries=150, sequenceid=40, filesize=11.7 K 2024-11-26T11:24:09,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:09,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38286 deadline: 1732620309947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:09,953 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:09,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38250 deadline: 1732620309948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:09,954 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:09,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38236 deadline: 1732620309950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:09,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/C/85d0582f5a0349d385b1d6df60f1c2af as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/85d0582f5a0349d385b1d6df60f1c2af 2024-11-26T11:24:09,959 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/85d0582f5a0349d385b1d6df60f1c2af, entries=150, sequenceid=40, filesize=11.7 K 2024-11-26T11:24:09,960 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 53f0755a93bd13fd0721e783e67fdbd9 in 582ms, sequenceid=40, compaction requested=false 2024-11-26T11:24:09,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2538): Flush status journal for 53f0755a93bd13fd0721e783e67fdbd9: 2024-11-26T11:24:09,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:09,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-26T11:24:09,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4106): Remote procedure done, pid=48 2024-11-26T11:24:09,965 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=47 2024-11-26T11:24:09,965 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3580 sec 2024-11-26T11:24:09,967 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees in 1.3640 sec 2024-11-26T11:24:10,156 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 53f0755a93bd13fd0721e783e67fdbd9 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-26T11:24:10,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53f0755a93bd13fd0721e783e67fdbd9, store=A 2024-11-26T11:24:10,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:10,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53f0755a93bd13fd0721e783e67fdbd9, store=B 2024-11-26T11:24:10,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:10,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53f0755a93bd13fd0721e783e67fdbd9, store=C 2024-11-26T11:24:10,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:10,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(8581): Flush requested on 53f0755a93bd13fd0721e783e67fdbd9 2024-11-26T11:24:10,171 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126c9c67e3030b5473088e19fa7cacc75ce_53f0755a93bd13fd0721e783e67fdbd9 is 50, key is test_row_0/A:col10/1732620249842/Put/seqid=0 2024-11-26T11:24:10,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741958_1134 (size=14594) 2024-11-26T11:24:10,186 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:10,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38246 deadline: 1732620310180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:10,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:10,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38236 deadline: 1732620310180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:10,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:10,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38286 deadline: 1732620310181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:10,187 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:10,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38262 deadline: 1732620310182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:10,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:10,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38250 deadline: 1732620310183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:10,290 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:10,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38246 deadline: 1732620310288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:10,290 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:10,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38286 deadline: 1732620310288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:10,291 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:10,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38250 deadline: 1732620310289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:10,291 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:10,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38236 deadline: 1732620310289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:10,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:10,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38262 deadline: 1732620310289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:10,349 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-26T11:24:10,492 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:10,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38286 deadline: 1732620310492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:10,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:10,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38246 deadline: 1732620310492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:10,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:10,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38250 deadline: 1732620310493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:10,496 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:10,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38236 deadline: 1732620310495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:10,496 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:10,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38262 deadline: 1732620310495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:10,579 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:10,585 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126c9c67e3030b5473088e19fa7cacc75ce_53f0755a93bd13fd0721e783e67fdbd9 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126c9c67e3030b5473088e19fa7cacc75ce_53f0755a93bd13fd0721e783e67fdbd9 2024-11-26T11:24:10,589 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/A/f0e377cee03e4487b5adf0252964f5f2, store: [table=TestAcidGuarantees family=A region=53f0755a93bd13fd0721e783e67fdbd9] 2024-11-26T11:24:10,590 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/A/f0e377cee03e4487b5adf0252964f5f2 is 175, key is test_row_0/A:col10/1732620249842/Put/seqid=0 2024-11-26T11:24:10,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741959_1135 (size=39549) 2024-11-26T11:24:10,603 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=55, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/A/f0e377cee03e4487b5adf0252964f5f2 2024-11-26T11:24:10,624 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/B/ae0c6ed731a041d5b8fb7cf529ccbca7 is 50, key is test_row_0/B:col10/1732620249842/Put/seqid=0 2024-11-26T11:24:10,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741960_1136 (size=12001) 2024-11-26T11:24:10,640 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/B/ae0c6ed731a041d5b8fb7cf529ccbca7 2024-11-26T11:24:10,654 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/C/e0010ac8ffcf466781a897d5f712a7ad is 50, key is test_row_0/C:col10/1732620249842/Put/seqid=0 2024-11-26T11:24:10,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741961_1137 (size=12001) 2024-11-26T11:24:10,668 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/C/e0010ac8ffcf466781a897d5f712a7ad 2024-11-26T11:24:10,676 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/A/f0e377cee03e4487b5adf0252964f5f2 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/f0e377cee03e4487b5adf0252964f5f2 2024-11-26T11:24:10,682 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/f0e377cee03e4487b5adf0252964f5f2, entries=200, sequenceid=55, filesize=38.6 K 2024-11-26T11:24:10,684 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/B/ae0c6ed731a041d5b8fb7cf529ccbca7 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/ae0c6ed731a041d5b8fb7cf529ccbca7 2024-11-26T11:24:10,690 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/ae0c6ed731a041d5b8fb7cf529ccbca7, entries=150, sequenceid=55, filesize=11.7 K 2024-11-26T11:24:10,691 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/C/e0010ac8ffcf466781a897d5f712a7ad as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/e0010ac8ffcf466781a897d5f712a7ad 2024-11-26T11:24:10,698 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/e0010ac8ffcf466781a897d5f712a7ad, entries=150, sequenceid=55, filesize=11.7 K 2024-11-26T11:24:10,699 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 53f0755a93bd13fd0721e783e67fdbd9 in 543ms, sequenceid=55, compaction requested=true 2024-11-26T11:24:10,700 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 53f0755a93bd13fd0721e783e67fdbd9: 2024-11-26T11:24:10,700 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T11:24:10,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53f0755a93bd13fd0721e783e67fdbd9:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T11:24:10,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:24:10,700 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T11:24:10,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53f0755a93bd13fd0721e783e67fdbd9:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T11:24:10,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:24:10,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53f0755a93bd13fd0721e783e67fdbd9:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T11:24:10,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T11:24:10,702 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T11:24:10,702 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1540): 53f0755a93bd13fd0721e783e67fdbd9/B is initiating minor compaction (all files) 2024-11-26T11:24:10,702 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 53f0755a93bd13fd0721e783e67fdbd9/B in TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:10,702 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/2466ad52696d49b98fdd2011282b2092, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/0764bfa4be4d42539dfad7a046619e14, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/ae0c6ed731a041d5b8fb7cf529ccbca7] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp, totalSize=35.2 K 2024-11-26T11:24:10,703 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T11:24:10,703 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1540): 53f0755a93bd13fd0721e783e67fdbd9/A is initiating minor compaction (all files) 2024-11-26T11:24:10,703 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 53f0755a93bd13fd0721e783e67fdbd9/A in TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:10,703 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/a4b334327b8a430384b15ab8137155fb, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/506426727302483082fc044633921ba4, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/f0e377cee03e4487b5adf0252964f5f2] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp, totalSize=99.1 K 2024-11-26T11:24:10,703 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:10,703 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. files: [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/a4b334327b8a430384b15ab8137155fb, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/506426727302483082fc044633921ba4, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/f0e377cee03e4487b5adf0252964f5f2] 2024-11-26T11:24:10,704 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 2466ad52696d49b98fdd2011282b2092, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1732620248650 2024-11-26T11:24:10,704 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting a4b334327b8a430384b15ab8137155fb, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1732620248650 2024-11-26T11:24:10,705 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 0764bfa4be4d42539dfad7a046619e14, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732620248682 2024-11-26T11:24:10,705 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 506426727302483082fc044633921ba4, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732620248682 2024-11-26T11:24:10,706 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting ae0c6ed731a041d5b8fb7cf529ccbca7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732620249842 2024-11-26T11:24:10,707 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting f0e377cee03e4487b5adf0252964f5f2, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732620249838 2024-11-26T11:24:10,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-26T11:24:10,720 INFO [Thread-632 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 47 completed 2024-11-26T11:24:10,722 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T11:24:10,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] procedure2.ProcedureExecutor(1098): Stored pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees 2024-11-26T11:24:10,724 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T11:24:10,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-26T11:24:10,725 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T11:24:10,725 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T11:24:10,734 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53f0755a93bd13fd0721e783e67fdbd9#B#compaction#117 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:24:10,735 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/B/b33d992fae9143a8a89c5c050e916c76 is 50, key is test_row_0/B:col10/1732620249842/Put/seqid=0 2024-11-26T11:24:10,737 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=53f0755a93bd13fd0721e783e67fdbd9] 2024-11-26T11:24:10,741 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411269922b592ba3644d99e09ea5732f3ac83_53f0755a93bd13fd0721e783e67fdbd9 store=[table=TestAcidGuarantees family=A region=53f0755a93bd13fd0721e783e67fdbd9] 2024-11-26T11:24:10,749 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411269922b592ba3644d99e09ea5732f3ac83_53f0755a93bd13fd0721e783e67fdbd9, store=[table=TestAcidGuarantees family=A region=53f0755a93bd13fd0721e783e67fdbd9] 2024-11-26T11:24:10,749 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411269922b592ba3644d99e09ea5732f3ac83_53f0755a93bd13fd0721e783e67fdbd9 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=53f0755a93bd13fd0721e783e67fdbd9] 2024-11-26T11:24:10,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741962_1138 (size=12104) 2024-11-26T11:24:10,766 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/B/b33d992fae9143a8a89c5c050e916c76 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/b33d992fae9143a8a89c5c050e916c76 2024-11-26T11:24:10,774 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 53f0755a93bd13fd0721e783e67fdbd9/B of 53f0755a93bd13fd0721e783e67fdbd9 into b33d992fae9143a8a89c5c050e916c76(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:24:10,774 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 53f0755a93bd13fd0721e783e67fdbd9: 2024-11-26T11:24:10,774 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9., storeName=53f0755a93bd13fd0721e783e67fdbd9/B, priority=13, startTime=1732620250700; duration=0sec 2024-11-26T11:24:10,775 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T11:24:10,775 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53f0755a93bd13fd0721e783e67fdbd9:B 2024-11-26T11:24:10,775 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T11:24:10,777 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T11:24:10,777 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1540): 53f0755a93bd13fd0721e783e67fdbd9/C is initiating minor compaction (all files) 2024-11-26T11:24:10,777 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 53f0755a93bd13fd0721e783e67fdbd9/C in TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:10,777 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/0256b519c2dc4b5faf4ed97ce912effd, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/85d0582f5a0349d385b1d6df60f1c2af, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/e0010ac8ffcf466781a897d5f712a7ad] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp, totalSize=35.2 K 2024-11-26T11:24:10,778 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 0256b519c2dc4b5faf4ed97ce912effd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1732620248650 2024-11-26T11:24:10,778 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 85d0582f5a0349d385b1d6df60f1c2af, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732620248682 2024-11-26T11:24:10,779 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting e0010ac8ffcf466781a897d5f712a7ad, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732620249842 2024-11-26T11:24:10,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741963_1139 (size=4469) 2024-11-26T11:24:10,791 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53f0755a93bd13fd0721e783e67fdbd9#C#compaction#119 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:24:10,792 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/C/39cce6f3e7ea4badbcdf8df5f0096aa6 is 50, key is test_row_0/C:col10/1732620249842/Put/seqid=0 2024-11-26T11:24:10,802 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 53f0755a93bd13fd0721e783e67fdbd9 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-26T11:24:10,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(8581): Flush requested on 53f0755a93bd13fd0721e783e67fdbd9 2024-11-26T11:24:10,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53f0755a93bd13fd0721e783e67fdbd9, store=A 2024-11-26T11:24:10,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:10,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53f0755a93bd13fd0721e783e67fdbd9, store=B 2024-11-26T11:24:10,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:10,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53f0755a93bd13fd0721e783e67fdbd9, store=C 2024-11-26T11:24:10,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:10,817 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:10,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38286 deadline: 1732620310813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:10,817 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:10,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38262 deadline: 1732620310814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:10,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:10,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38246 deadline: 1732620310814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:10,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:10,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38236 deadline: 1732620310815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:10,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:10,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38250 deadline: 1732620310817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:10,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741964_1140 (size=12104) 2024-11-26T11:24:10,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-26T11:24:10,826 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126ee48cb3759da4b5caf652169f3a48d1c_53f0755a93bd13fd0721e783e67fdbd9 is 50, key is test_row_0/A:col10/1732620250179/Put/seqid=0 2024-11-26T11:24:10,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741965_1141 (size=12154) 2024-11-26T11:24:10,848 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:10,856 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126ee48cb3759da4b5caf652169f3a48d1c_53f0755a93bd13fd0721e783e67fdbd9 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126ee48cb3759da4b5caf652169f3a48d1c_53f0755a93bd13fd0721e783e67fdbd9 2024-11-26T11:24:10,857 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/A/52bf1cf9db9f4985b9eeb753aab5b338, store: [table=TestAcidGuarantees family=A region=53f0755a93bd13fd0721e783e67fdbd9] 2024-11-26T11:24:10,858 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/A/52bf1cf9db9f4985b9eeb753aab5b338 is 175, key is test_row_0/A:col10/1732620250179/Put/seqid=0 2024-11-26T11:24:10,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741966_1142 (size=30955) 2024-11-26T11:24:10,874 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=79, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/A/52bf1cf9db9f4985b9eeb753aab5b338 2024-11-26T11:24:10,877 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:24:10,878 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-26T11:24:10,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:10,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. as already flushing 2024-11-26T11:24:10,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:10,879 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:10,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:10,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:10,885 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/B/73a404d39597447f8b9f31a61bd479e5 is 50, key is test_row_0/B:col10/1732620250179/Put/seqid=0 2024-11-26T11:24:10,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741967_1143 (size=12001) 2024-11-26T11:24:10,892 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/B/73a404d39597447f8b9f31a61bd479e5 2024-11-26T11:24:10,903 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/C/13a38d87933f47658cb1032f3df9cfb0 is 50, key is test_row_0/C:col10/1732620250179/Put/seqid=0 2024-11-26T11:24:10,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:10,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38286 deadline: 1732620310919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:10,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:10,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38262 deadline: 1732620310920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:10,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:10,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38246 deadline: 1732620310920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:10,924 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:10,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38236 deadline: 1732620310922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:10,927 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:10,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38250 deadline: 1732620310923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:10,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741968_1144 (size=12001) 2024-11-26T11:24:10,933 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/C/13a38d87933f47658cb1032f3df9cfb0 2024-11-26T11:24:10,941 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/A/52bf1cf9db9f4985b9eeb753aab5b338 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/52bf1cf9db9f4985b9eeb753aab5b338 2024-11-26T11:24:10,948 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/52bf1cf9db9f4985b9eeb753aab5b338, entries=150, sequenceid=79, filesize=30.2 K 2024-11-26T11:24:10,953 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/B/73a404d39597447f8b9f31a61bd479e5 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/73a404d39597447f8b9f31a61bd479e5 2024-11-26T11:24:10,962 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/73a404d39597447f8b9f31a61bd479e5, entries=150, sequenceid=79, filesize=11.7 K 2024-11-26T11:24:10,964 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/C/13a38d87933f47658cb1032f3df9cfb0 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/13a38d87933f47658cb1032f3df9cfb0 2024-11-26T11:24:10,970 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/13a38d87933f47658cb1032f3df9cfb0, entries=150, sequenceid=79, filesize=11.7 K 2024-11-26T11:24:10,971 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 53f0755a93bd13fd0721e783e67fdbd9 in 169ms, sequenceid=79, compaction requested=false 2024-11-26T11:24:10,972 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 53f0755a93bd13fd0721e783e67fdbd9: 2024-11-26T11:24:11,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-26T11:24:11,032 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:24:11,032 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-26T11:24:11,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:11,033 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2837): Flushing 53f0755a93bd13fd0721e783e67fdbd9 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-26T11:24:11,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53f0755a93bd13fd0721e783e67fdbd9, store=A 2024-11-26T11:24:11,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:11,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53f0755a93bd13fd0721e783e67fdbd9, store=B 2024-11-26T11:24:11,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:11,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53f0755a93bd13fd0721e783e67fdbd9, store=C 2024-11-26T11:24:11,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:11,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112683f5300424464b0381aae5265d54907d_53f0755a93bd13fd0721e783e67fdbd9 is 50, key is test_row_0/A:col10/1732620250812/Put/seqid=0 2024-11-26T11:24:11,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741969_1145 (size=12154) 2024-11-26T11:24:11,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:11,069 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112683f5300424464b0381aae5265d54907d_53f0755a93bd13fd0721e783e67fdbd9 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112683f5300424464b0381aae5265d54907d_53f0755a93bd13fd0721e783e67fdbd9 2024-11-26T11:24:11,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/A/2dccabb65de240fc854e6ec2b34165f4, store: [table=TestAcidGuarantees family=A region=53f0755a93bd13fd0721e783e67fdbd9] 2024-11-26T11:24:11,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/A/2dccabb65de240fc854e6ec2b34165f4 is 175, key is test_row_0/A:col10/1732620250812/Put/seqid=0 2024-11-26T11:24:11,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741970_1146 (size=30955) 2024-11-26T11:24:11,091 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=92, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/A/2dccabb65de240fc854e6ec2b34165f4 2024-11-26T11:24:11,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/B/c2b2a76f979a4ef69dacf11aa185710d is 50, key is test_row_0/B:col10/1732620250812/Put/seqid=0 2024-11-26T11:24:11,124 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. as already flushing 2024-11-26T11:24:11,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(8581): Flush requested on 53f0755a93bd13fd0721e783e67fdbd9 2024-11-26T11:24:11,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741971_1147 (size=12001) 2024-11-26T11:24:11,133 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/B/c2b2a76f979a4ef69dacf11aa185710d 2024-11-26T11:24:11,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/C/5003dbf9a9f64fac927c4eb515c74d60 is 50, key is test_row_0/C:col10/1732620250812/Put/seqid=0 2024-11-26T11:24:11,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:11,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38286 deadline: 1732620311151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:11,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:11,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:11,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38262 deadline: 1732620311151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:11,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38250 deadline: 1732620311152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:11,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:11,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38236 deadline: 1732620311153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:11,159 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:11,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38246 deadline: 1732620311154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:11,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741972_1148 (size=12001) 2024-11-26T11:24:11,175 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/C/5003dbf9a9f64fac927c4eb515c74d60 2024-11-26T11:24:11,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/A/2dccabb65de240fc854e6ec2b34165f4 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/2dccabb65de240fc854e6ec2b34165f4 2024-11-26T11:24:11,193 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/2dccabb65de240fc854e6ec2b34165f4, entries=150, sequenceid=92, filesize=30.2 K 2024-11-26T11:24:11,193 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53f0755a93bd13fd0721e783e67fdbd9#A#compaction#118 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:24:11,196 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/A/4f1750f6d22f405794084b5bcc50f2ae is 175, key is test_row_0/A:col10/1732620249842/Put/seqid=0 2024-11-26T11:24:11,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/B/c2b2a76f979a4ef69dacf11aa185710d as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/c2b2a76f979a4ef69dacf11aa185710d 2024-11-26T11:24:11,208 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/c2b2a76f979a4ef69dacf11aa185710d, entries=150, sequenceid=92, filesize=11.7 K 2024-11-26T11:24:11,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/C/5003dbf9a9f64fac927c4eb515c74d60 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/5003dbf9a9f64fac927c4eb515c74d60 2024-11-26T11:24:11,216 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/5003dbf9a9f64fac927c4eb515c74d60, entries=150, sequenceid=92, filesize=11.7 K 2024-11-26T11:24:11,218 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 53f0755a93bd13fd0721e783e67fdbd9 in 185ms, sequenceid=92, compaction requested=true 2024-11-26T11:24:11,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2538): Flush status journal for 53f0755a93bd13fd0721e783e67fdbd9: 2024-11-26T11:24:11,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:11,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-26T11:24:11,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4106): Remote procedure done, pid=50 2024-11-26T11:24:11,222 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=49 2024-11-26T11:24:11,224 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 495 msec 2024-11-26T11:24:11,225 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees in 501 msec 2024-11-26T11:24:11,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741973_1149 (size=31058) 2024-11-26T11:24:11,233 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/C/39cce6f3e7ea4badbcdf8df5f0096aa6 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/39cce6f3e7ea4badbcdf8df5f0096aa6 2024-11-26T11:24:11,246 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/A/4f1750f6d22f405794084b5bcc50f2ae as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/4f1750f6d22f405794084b5bcc50f2ae 2024-11-26T11:24:11,246 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 53f0755a93bd13fd0721e783e67fdbd9/C of 53f0755a93bd13fd0721e783e67fdbd9 into 39cce6f3e7ea4badbcdf8df5f0096aa6(size=11.8 K), total size for store is 35.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:24:11,247 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 53f0755a93bd13fd0721e783e67fdbd9: 2024-11-26T11:24:11,247 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9., storeName=53f0755a93bd13fd0721e783e67fdbd9/C, priority=13, startTime=1732620250701; duration=0sec 2024-11-26T11:24:11,247 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:24:11,247 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53f0755a93bd13fd0721e783e67fdbd9:C 2024-11-26T11:24:11,256 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 53f0755a93bd13fd0721e783e67fdbd9/A of 53f0755a93bd13fd0721e783e67fdbd9 into 4f1750f6d22f405794084b5bcc50f2ae(size=30.3 K), total size for store is 90.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:24:11,256 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 53f0755a93bd13fd0721e783e67fdbd9: 2024-11-26T11:24:11,256 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9., storeName=53f0755a93bd13fd0721e783e67fdbd9/A, priority=13, startTime=1732620250700; duration=0sec 2024-11-26T11:24:11,256 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:24:11,256 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53f0755a93bd13fd0721e783e67fdbd9:A 2024-11-26T11:24:11,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(8581): Flush requested on 53f0755a93bd13fd0721e783e67fdbd9 2024-11-26T11:24:11,262 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 53f0755a93bd13fd0721e783e67fdbd9 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-26T11:24:11,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53f0755a93bd13fd0721e783e67fdbd9, store=A 2024-11-26T11:24:11,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:11,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53f0755a93bd13fd0721e783e67fdbd9, store=B 2024-11-26T11:24:11,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:11,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53f0755a93bd13fd0721e783e67fdbd9, store=C 2024-11-26T11:24:11,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:11,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:11,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38286 deadline: 1732620311272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:11,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:11,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38262 deadline: 1732620311273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:11,278 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126c4aeeb52c3794e7ea5dfcdb46c155745_53f0755a93bd13fd0721e783e67fdbd9 is 50, key is test_row_0/A:col10/1732620251262/Put/seqid=0 2024-11-26T11:24:11,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:11,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:11,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38236 deadline: 1732620311274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:11,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38250 deadline: 1732620311274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:11,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:11,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38246 deadline: 1732620311275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:11,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741974_1150 (size=12154) 2024-11-26T11:24:11,309 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:11,316 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126c4aeeb52c3794e7ea5dfcdb46c155745_53f0755a93bd13fd0721e783e67fdbd9 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126c4aeeb52c3794e7ea5dfcdb46c155745_53f0755a93bd13fd0721e783e67fdbd9 2024-11-26T11:24:11,317 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/A/9f6e7c593ff548aba533cd4470544e32, store: [table=TestAcidGuarantees family=A region=53f0755a93bd13fd0721e783e67fdbd9] 2024-11-26T11:24:11,318 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/A/9f6e7c593ff548aba533cd4470544e32 is 175, key is test_row_0/A:col10/1732620251262/Put/seqid=0 2024-11-26T11:24:11,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741975_1151 (size=30955) 2024-11-26T11:24:11,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-26T11:24:11,328 INFO [Thread-632 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 49 completed 2024-11-26T11:24:11,329 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T11:24:11,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees 2024-11-26T11:24:11,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-26T11:24:11,331 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T11:24:11,331 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T11:24:11,332 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T11:24:11,380 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:11,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38286 deadline: 1732620311378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:11,380 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:11,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38262 deadline: 1732620311379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:11,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:11,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38246 deadline: 1732620311380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:11,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:11,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38236 deadline: 1732620311381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:11,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:11,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38250 deadline: 1732620311381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:11,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-26T11:24:11,483 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:24:11,484 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-26T11:24:11,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:11,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. as already flushing 2024-11-26T11:24:11,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:11,484 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:11,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:11,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:11,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:11,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38286 deadline: 1732620311582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:11,584 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:11,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38246 deadline: 1732620311583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:11,584 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:11,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38236 deadline: 1732620311583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:11,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:11,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38262 deadline: 1732620311583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:11,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:11,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38250 deadline: 1732620311587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:11,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-26T11:24:11,637 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:24:11,637 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-26T11:24:11,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:11,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. as already flushing 2024-11-26T11:24:11,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:11,638 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:11,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:11,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:11,726 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=120, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/A/9f6e7c593ff548aba533cd4470544e32 2024-11-26T11:24:11,741 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/B/ee0bddc7b40e4729a92fa023bc4f0890 is 50, key is test_row_0/B:col10/1732620251262/Put/seqid=0 2024-11-26T11:24:11,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741976_1152 (size=12001) 2024-11-26T11:24:11,790 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:24:11,791 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-26T11:24:11,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:11,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. as already flushing 2024-11-26T11:24:11,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:11,791 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:11,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:11,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:11,888 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:11,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38286 deadline: 1732620311885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:11,888 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:11,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38246 deadline: 1732620311886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:11,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:11,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38236 deadline: 1732620311887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:11,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:11,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38262 deadline: 1732620311888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:11,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:11,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38250 deadline: 1732620311891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:11,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-26T11:24:11,943 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:24:11,944 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-26T11:24:11,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:11,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. as already flushing 2024-11-26T11:24:11,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:11,944 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:11,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:11,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:12,097 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:24:12,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-26T11:24:12,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:12,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. as already flushing 2024-11-26T11:24:12,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:12,098 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:12,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:12,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:12,153 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/B/ee0bddc7b40e4729a92fa023bc4f0890 2024-11-26T11:24:12,164 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/C/893a1dc807ab4104ae4d611c0abfcf47 is 50, key is test_row_0/C:col10/1732620251262/Put/seqid=0 2024-11-26T11:24:12,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741977_1153 (size=12001) 2024-11-26T11:24:12,200 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/C/893a1dc807ab4104ae4d611c0abfcf47 2024-11-26T11:24:12,208 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/A/9f6e7c593ff548aba533cd4470544e32 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/9f6e7c593ff548aba533cd4470544e32 2024-11-26T11:24:12,215 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/9f6e7c593ff548aba533cd4470544e32, entries=150, sequenceid=120, filesize=30.2 K 2024-11-26T11:24:12,219 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/B/ee0bddc7b40e4729a92fa023bc4f0890 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/ee0bddc7b40e4729a92fa023bc4f0890 2024-11-26T11:24:12,224 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/ee0bddc7b40e4729a92fa023bc4f0890, entries=150, sequenceid=120, filesize=11.7 K 2024-11-26T11:24:12,228 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/C/893a1dc807ab4104ae4d611c0abfcf47 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/893a1dc807ab4104ae4d611c0abfcf47 2024-11-26T11:24:12,236 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/893a1dc807ab4104ae4d611c0abfcf47, entries=150, sequenceid=120, filesize=11.7 K 2024-11-26T11:24:12,237 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 53f0755a93bd13fd0721e783e67fdbd9 in 975ms, sequenceid=120, compaction requested=true 2024-11-26T11:24:12,237 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 53f0755a93bd13fd0721e783e67fdbd9: 2024-11-26T11:24:12,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53f0755a93bd13fd0721e783e67fdbd9:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T11:24:12,238 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T11:24:12,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:24:12,238 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T11:24:12,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53f0755a93bd13fd0721e783e67fdbd9:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T11:24:12,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:24:12,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53f0755a93bd13fd0721e783e67fdbd9:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T11:24:12,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T11:24:12,240 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 123923 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T11:24:12,240 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1540): 53f0755a93bd13fd0721e783e67fdbd9/A is initiating minor compaction (all files) 2024-11-26T11:24:12,240 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 53f0755a93bd13fd0721e783e67fdbd9/A in TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:12,240 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T11:24:12,240 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/4f1750f6d22f405794084b5bcc50f2ae, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/52bf1cf9db9f4985b9eeb753aab5b338, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/2dccabb65de240fc854e6ec2b34165f4, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/9f6e7c593ff548aba533cd4470544e32] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp, totalSize=121.0 K 2024-11-26T11:24:12,240 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1540): 53f0755a93bd13fd0721e783e67fdbd9/B is initiating minor compaction (all files) 2024-11-26T11:24:12,240 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:12,240 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 53f0755a93bd13fd0721e783e67fdbd9/B in TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:12,240 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. files: [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/4f1750f6d22f405794084b5bcc50f2ae, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/52bf1cf9db9f4985b9eeb753aab5b338, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/2dccabb65de240fc854e6ec2b34165f4, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/9f6e7c593ff548aba533cd4470544e32] 2024-11-26T11:24:12,240 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/b33d992fae9143a8a89c5c050e916c76, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/73a404d39597447f8b9f31a61bd479e5, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/c2b2a76f979a4ef69dacf11aa185710d, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/ee0bddc7b40e4729a92fa023bc4f0890] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp, totalSize=47.0 K 2024-11-26T11:24:12,241 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4f1750f6d22f405794084b5bcc50f2ae, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732620249842 2024-11-26T11:24:12,241 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting b33d992fae9143a8a89c5c050e916c76, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732620249842 2024-11-26T11:24:12,241 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 73a404d39597447f8b9f31a61bd479e5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732620250179 2024-11-26T11:24:12,242 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 52bf1cf9db9f4985b9eeb753aab5b338, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732620250179 2024-11-26T11:24:12,242 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting c2b2a76f979a4ef69dacf11aa185710d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732620250812 2024-11-26T11:24:12,242 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2dccabb65de240fc854e6ec2b34165f4, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732620250812 2024-11-26T11:24:12,244 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting ee0bddc7b40e4729a92fa023bc4f0890, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732620251143 2024-11-26T11:24:12,244 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9f6e7c593ff548aba533cd4470544e32, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732620251143 2024-11-26T11:24:12,250 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:24:12,252 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-26T11:24:12,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:12,253 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing 53f0755a93bd13fd0721e783e67fdbd9 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-26T11:24:12,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53f0755a93bd13fd0721e783e67fdbd9, store=A 2024-11-26T11:24:12,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:12,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53f0755a93bd13fd0721e783e67fdbd9, store=B 2024-11-26T11:24:12,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:12,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53f0755a93bd13fd0721e783e67fdbd9, store=C 2024-11-26T11:24:12,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:12,257 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=53f0755a93bd13fd0721e783e67fdbd9] 2024-11-26T11:24:12,260 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53f0755a93bd13fd0721e783e67fdbd9#B#compaction#130 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:24:12,261 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/B/280e0487c3ce441c9ec0c0e244a1f44b is 50, key is test_row_0/B:col10/1732620251262/Put/seqid=0 2024-11-26T11:24:12,269 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112665b0be0e38154e3193e97dbef3a7576b_53f0755a93bd13fd0721e783e67fdbd9 store=[table=TestAcidGuarantees family=A region=53f0755a93bd13fd0721e783e67fdbd9] 2024-11-26T11:24:12,273 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112665b0be0e38154e3193e97dbef3a7576b_53f0755a93bd13fd0721e783e67fdbd9, store=[table=TestAcidGuarantees family=A region=53f0755a93bd13fd0721e783e67fdbd9] 2024-11-26T11:24:12,274 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112665b0be0e38154e3193e97dbef3a7576b_53f0755a93bd13fd0721e783e67fdbd9 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=53f0755a93bd13fd0721e783e67fdbd9] 2024-11-26T11:24:12,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112660df9398e1624bc2b6eaee0c207c3852_53f0755a93bd13fd0721e783e67fdbd9 is 50, key is test_row_0/A:col10/1732620251271/Put/seqid=0 2024-11-26T11:24:12,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741979_1155 (size=4469) 2024-11-26T11:24:12,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741978_1154 (size=12241) 2024-11-26T11:24:12,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741980_1156 (size=12204) 2024-11-26T11:24:12,308 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/B/280e0487c3ce441c9ec0c0e244a1f44b as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/280e0487c3ce441c9ec0c0e244a1f44b 2024-11-26T11:24:12,316 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 53f0755a93bd13fd0721e783e67fdbd9/B of 53f0755a93bd13fd0721e783e67fdbd9 into 280e0487c3ce441c9ec0c0e244a1f44b(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:24:12,316 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 53f0755a93bd13fd0721e783e67fdbd9: 2024-11-26T11:24:12,316 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9., storeName=53f0755a93bd13fd0721e783e67fdbd9/B, priority=12, startTime=1732620252238; duration=0sec 2024-11-26T11:24:12,316 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T11:24:12,316 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53f0755a93bd13fd0721e783e67fdbd9:B 2024-11-26T11:24:12,316 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T11:24:12,318 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T11:24:12,318 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1540): 53f0755a93bd13fd0721e783e67fdbd9/C is initiating minor compaction (all files) 2024-11-26T11:24:12,318 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 53f0755a93bd13fd0721e783e67fdbd9/C in TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:12,319 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/39cce6f3e7ea4badbcdf8df5f0096aa6, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/13a38d87933f47658cb1032f3df9cfb0, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/5003dbf9a9f64fac927c4eb515c74d60, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/893a1dc807ab4104ae4d611c0abfcf47] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp, totalSize=47.0 K 2024-11-26T11:24:12,320 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 39cce6f3e7ea4badbcdf8df5f0096aa6, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732620249842 2024-11-26T11:24:12,320 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 13a38d87933f47658cb1032f3df9cfb0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732620250179 2024-11-26T11:24:12,321 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 5003dbf9a9f64fac927c4eb515c74d60, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732620250812 2024-11-26T11:24:12,321 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 893a1dc807ab4104ae4d611c0abfcf47, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732620251143 2024-11-26T11:24:12,332 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53f0755a93bd13fd0721e783e67fdbd9#C#compaction#132 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:24:12,333 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/C/7dc5891796d04fc1b538c5a53655f830 is 50, key is test_row_0/C:col10/1732620251262/Put/seqid=0 2024-11-26T11:24:12,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741981_1157 (size=12241) 2024-11-26T11:24:12,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(8581): Flush requested on 53f0755a93bd13fd0721e783e67fdbd9 2024-11-26T11:24:12,392 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. as already flushing 2024-11-26T11:24:12,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:12,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38250 deadline: 1732620312412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:12,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:12,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38262 deadline: 1732620312413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:12,434 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:12,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38236 deadline: 1732620312430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:12,434 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:12,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38246 deadline: 1732620312432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:12,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-26T11:24:12,434 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:12,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38286 deadline: 1732620312432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:12,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:12,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38250 deadline: 1732620312533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:12,536 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:12,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38262 deadline: 1732620312535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:12,537 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:12,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38236 deadline: 1732620312535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:12,537 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:12,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38246 deadline: 1732620312536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:12,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:12,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38286 deadline: 1732620312536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:12,699 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53f0755a93bd13fd0721e783e67fdbd9#A#compaction#129 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:24:12,700 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/A/48f365229d7544e1974d5d37120460d7 is 175, key is test_row_0/A:col10/1732620251262/Put/seqid=0 2024-11-26T11:24:12,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:12,705 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112660df9398e1624bc2b6eaee0c207c3852_53f0755a93bd13fd0721e783e67fdbd9 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112660df9398e1624bc2b6eaee0c207c3852_53f0755a93bd13fd0721e783e67fdbd9 2024-11-26T11:24:12,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741982_1158 (size=31195) 2024-11-26T11:24:12,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/A/2141c276febc454bb984a167f7ff3f79, store: [table=TestAcidGuarantees family=A region=53f0755a93bd13fd0721e783e67fdbd9] 2024-11-26T11:24:12,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/A/2141c276febc454bb984a167f7ff3f79 is 175, key is test_row_0/A:col10/1732620251271/Put/seqid=0 2024-11-26T11:24:12,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741983_1159 (size=31005) 2024-11-26T11:24:12,738 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:12,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38250 deadline: 1732620312736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:12,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:12,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38262 deadline: 1732620312737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:12,741 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:12,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38286 deadline: 1732620312739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:12,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:12,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38236 deadline: 1732620312740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:12,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:12,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38246 deadline: 1732620312740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:12,756 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/C/7dc5891796d04fc1b538c5a53655f830 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/7dc5891796d04fc1b538c5a53655f830 2024-11-26T11:24:12,763 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 53f0755a93bd13fd0721e783e67fdbd9/C of 53f0755a93bd13fd0721e783e67fdbd9 into 7dc5891796d04fc1b538c5a53655f830(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:24:12,763 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 53f0755a93bd13fd0721e783e67fdbd9: 2024-11-26T11:24:12,763 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9., storeName=53f0755a93bd13fd0721e783e67fdbd9/C, priority=12, startTime=1732620252238; duration=0sec 2024-11-26T11:24:12,764 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:24:12,764 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53f0755a93bd13fd0721e783e67fdbd9:C 2024-11-26T11:24:13,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:13,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38250 deadline: 1732620313040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:13,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:13,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38262 deadline: 1732620313041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:13,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:13,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38286 deadline: 1732620313042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:13,045 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:13,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38236 deadline: 1732620313044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:13,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:13,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38246 deadline: 1732620313045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:13,112 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/A/48f365229d7544e1974d5d37120460d7 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/48f365229d7544e1974d5d37120460d7 2024-11-26T11:24:13,117 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 53f0755a93bd13fd0721e783e67fdbd9/A of 53f0755a93bd13fd0721e783e67fdbd9 into 48f365229d7544e1974d5d37120460d7(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:24:13,118 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 53f0755a93bd13fd0721e783e67fdbd9: 2024-11-26T11:24:13,118 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9., storeName=53f0755a93bd13fd0721e783e67fdbd9/A, priority=12, startTime=1732620252237; duration=0sec 2024-11-26T11:24:13,118 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:24:13,118 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53f0755a93bd13fd0721e783e67fdbd9:A 2024-11-26T11:24:13,121 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=130, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/A/2141c276febc454bb984a167f7ff3f79 2024-11-26T11:24:13,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/B/a823299d2b93480fa772546b63637cef is 50, key is test_row_0/B:col10/1732620251271/Put/seqid=0 2024-11-26T11:24:13,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741984_1160 (size=12051) 2024-11-26T11:24:13,137 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/B/a823299d2b93480fa772546b63637cef 2024-11-26T11:24:13,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/C/0c99b05119e54efe9860b4bb2fa5f673 is 50, key is test_row_0/C:col10/1732620251271/Put/seqid=0 2024-11-26T11:24:13,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741985_1161 (size=12051) 2024-11-26T11:24:13,154 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/C/0c99b05119e54efe9860b4bb2fa5f673 2024-11-26T11:24:13,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/A/2141c276febc454bb984a167f7ff3f79 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/2141c276febc454bb984a167f7ff3f79 2024-11-26T11:24:13,165 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/2141c276febc454bb984a167f7ff3f79, entries=150, sequenceid=130, filesize=30.3 K 2024-11-26T11:24:13,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/B/a823299d2b93480fa772546b63637cef as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/a823299d2b93480fa772546b63637cef 2024-11-26T11:24:13,174 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/a823299d2b93480fa772546b63637cef, entries=150, sequenceid=130, filesize=11.8 K 2024-11-26T11:24:13,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/C/0c99b05119e54efe9860b4bb2fa5f673 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/0c99b05119e54efe9860b4bb2fa5f673 2024-11-26T11:24:13,180 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/0c99b05119e54efe9860b4bb2fa5f673, entries=150, sequenceid=130, filesize=11.8 K 2024-11-26T11:24:13,181 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=161.02 KB/164880 for 53f0755a93bd13fd0721e783e67fdbd9 in 929ms, sequenceid=130, compaction requested=false 2024-11-26T11:24:13,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for 53f0755a93bd13fd0721e783e67fdbd9: 2024-11-26T11:24:13,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:13,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-26T11:24:13,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4106): Remote procedure done, pid=52 2024-11-26T11:24:13,184 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-11-26T11:24:13,184 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8500 sec 2024-11-26T11:24:13,186 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 1.8560 sec 2024-11-26T11:24:13,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-26T11:24:13,436 INFO [Thread-632 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-11-26T11:24:13,437 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T11:24:13,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees 2024-11-26T11:24:13,439 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T11:24:13,440 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T11:24:13,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-26T11:24:13,440 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T11:24:13,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-26T11:24:13,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(8581): Flush requested on 53f0755a93bd13fd0721e783e67fdbd9 2024-11-26T11:24:13,549 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 53f0755a93bd13fd0721e783e67fdbd9 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-26T11:24:13,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53f0755a93bd13fd0721e783e67fdbd9, store=A 2024-11-26T11:24:13,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:13,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53f0755a93bd13fd0721e783e67fdbd9, store=B 2024-11-26T11:24:13,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:13,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53f0755a93bd13fd0721e783e67fdbd9, store=C 2024-11-26T11:24:13,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:13,573 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:13,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38262 deadline: 1732620313570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:13,573 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:13,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38286 deadline: 1732620313570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:13,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:13,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38250 deadline: 1732620313572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:13,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:13,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38246 deadline: 1732620313572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:13,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:13,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38236 deadline: 1732620313573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:13,580 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411267b76b9367e8e44a5a901b8fd6bc2ca62_53f0755a93bd13fd0721e783e67fdbd9 is 50, key is test_row_0/A:col10/1732620252430/Put/seqid=0 2024-11-26T11:24:13,592 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:24:13,592 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-26T11:24:13,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:13,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. as already flushing 2024-11-26T11:24:13,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:13,593 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:13,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:13,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:13,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741986_1162 (size=12304) 2024-11-26T11:24:13,676 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:13,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38262 deadline: 1732620313675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:13,677 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:13,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38286 deadline: 1732620313675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:13,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:13,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38250 deadline: 1732620313676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:13,678 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:13,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38246 deadline: 1732620313676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:13,678 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:13,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38236 deadline: 1732620313676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:13,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-26T11:24:13,745 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:24:13,745 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-26T11:24:13,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:13,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. as already flushing 2024-11-26T11:24:13,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:13,746 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:13,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:13,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:13,878 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:13,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38262 deadline: 1732620313877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:13,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:13,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38250 deadline: 1732620313878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:13,880 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:13,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38286 deadline: 1732620313879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:13,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:13,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38246 deadline: 1732620313879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:13,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:13,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38236 deadline: 1732620313880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:13,898 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:24:13,899 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-26T11:24:13,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:13,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. as already flushing 2024-11-26T11:24:13,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:13,899 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:13,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:13,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:14,002 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:14,007 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411267b76b9367e8e44a5a901b8fd6bc2ca62_53f0755a93bd13fd0721e783e67fdbd9 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411267b76b9367e8e44a5a901b8fd6bc2ca62_53f0755a93bd13fd0721e783e67fdbd9 2024-11-26T11:24:14,008 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/A/06ed9fe0262f404a953377864116cdcb, store: [table=TestAcidGuarantees family=A region=53f0755a93bd13fd0721e783e67fdbd9] 2024-11-26T11:24:14,008 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/A/06ed9fe0262f404a953377864116cdcb is 175, key is test_row_0/A:col10/1732620252430/Put/seqid=0 2024-11-26T11:24:14,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741987_1163 (size=31105) 2024-11-26T11:24:14,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-26T11:24:14,052 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:24:14,052 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-26T11:24:14,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:14,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. as already flushing 2024-11-26T11:24:14,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:14,053 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:14,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:14,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:14,181 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:14,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38262 deadline: 1732620314180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:14,184 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:14,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38250 deadline: 1732620314182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:14,185 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:14,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:14,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38236 deadline: 1732620314182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:14,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38286 deadline: 1732620314182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:14,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:14,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38246 deadline: 1732620314184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:14,205 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:24:14,205 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-26T11:24:14,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:14,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. as already flushing 2024-11-26T11:24:14,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:14,206 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:14,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:14,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:14,358 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:24:14,358 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-26T11:24:14,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:14,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. as already flushing 2024-11-26T11:24:14,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:14,359 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:14,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:14,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:14,413 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=163, memsize=60.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/A/06ed9fe0262f404a953377864116cdcb 2024-11-26T11:24:14,423 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/B/e23951434dcf4ab59dd83b76fe0b3ad8 is 50, key is test_row_0/B:col10/1732620252430/Put/seqid=0 2024-11-26T11:24:14,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741988_1164 (size=12151) 2024-11-26T11:24:14,511 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:24:14,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-26T11:24:14,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:14,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. as already flushing 2024-11-26T11:24:14,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:14,512 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:14,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:14,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:14,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-26T11:24:14,664 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:24:14,664 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-26T11:24:14,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:14,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. as already flushing 2024-11-26T11:24:14,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:14,665 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:14,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:14,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:14,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:14,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38262 deadline: 1732620314684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:14,687 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:14,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38246 deadline: 1732620314686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:14,688 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:14,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38236 deadline: 1732620314687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:14,688 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:14,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38250 deadline: 1732620314688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:14,692 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:14,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38286 deadline: 1732620314690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:14,817 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:24:14,817 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-26T11:24:14,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:14,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. as already flushing 2024-11-26T11:24:14,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:14,818 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:14,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:14,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:14,830 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=163 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/B/e23951434dcf4ab59dd83b76fe0b3ad8 2024-11-26T11:24:14,838 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/C/802772a8bf364c59a57e82d9b1a15610 is 50, key is test_row_0/C:col10/1732620252430/Put/seqid=0 2024-11-26T11:24:14,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741989_1165 (size=12151) 2024-11-26T11:24:14,970 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:24:14,970 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-26T11:24:14,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:14,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. as already flushing 2024-11-26T11:24:14,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:14,971 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:14,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:14,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:15,122 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:24:15,123 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-26T11:24:15,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:15,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. as already flushing 2024-11-26T11:24:15,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:15,123 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:15,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:15,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:15,243 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=163 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/C/802772a8bf364c59a57e82d9b1a15610 2024-11-26T11:24:15,248 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/A/06ed9fe0262f404a953377864116cdcb as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/06ed9fe0262f404a953377864116cdcb 2024-11-26T11:24:15,252 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/06ed9fe0262f404a953377864116cdcb, entries=150, sequenceid=163, filesize=30.4 K 2024-11-26T11:24:15,254 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/B/e23951434dcf4ab59dd83b76fe0b3ad8 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/e23951434dcf4ab59dd83b76fe0b3ad8 2024-11-26T11:24:15,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,261 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/e23951434dcf4ab59dd83b76fe0b3ad8, entries=150, sequenceid=163, filesize=11.9 K 2024-11-26T11:24:15,262 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/C/802772a8bf364c59a57e82d9b1a15610 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/802772a8bf364c59a57e82d9b1a15610 2024-11-26T11:24:15,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,267 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/802772a8bf364c59a57e82d9b1a15610, entries=150, sequenceid=163, filesize=11.9 K 2024-11-26T11:24:15,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,275 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:24:15,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,276 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-26T11:24:15,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:15,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. as already flushing 2024-11-26T11:24:15,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:15,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,276 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:15,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:15,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:15,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,280 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=20.13 KB/20610 for 53f0755a93bd13fd0721e783e67fdbd9 in 1731ms, sequenceid=163, compaction requested=true 2024-11-26T11:24:15,280 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 53f0755a93bd13fd0721e783e67fdbd9: 2024-11-26T11:24:15,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53f0755a93bd13fd0721e783e67fdbd9:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T11:24:15,280 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T11:24:15,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:24:15,280 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T11:24:15,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,282 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36443 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T11:24:15,282 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93305 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T11:24:15,282 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1540): 53f0755a93bd13fd0721e783e67fdbd9/B is initiating minor compaction (all files) 2024-11-26T11:24:15,282 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1540): 53f0755a93bd13fd0721e783e67fdbd9/A is initiating minor compaction (all files) 2024-11-26T11:24:15,282 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 53f0755a93bd13fd0721e783e67fdbd9/A in TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:15,282 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 53f0755a93bd13fd0721e783e67fdbd9/B in TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:15,282 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/48f365229d7544e1974d5d37120460d7, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/2141c276febc454bb984a167f7ff3f79, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/06ed9fe0262f404a953377864116cdcb] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp, totalSize=91.1 K 2024-11-26T11:24:15,282 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/280e0487c3ce441c9ec0c0e244a1f44b, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/a823299d2b93480fa772546b63637cef, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/e23951434dcf4ab59dd83b76fe0b3ad8] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp, totalSize=35.6 K 2024-11-26T11:24:15,283 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:15,283 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. files: [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/48f365229d7544e1974d5d37120460d7, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/2141c276febc454bb984a167f7ff3f79, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/06ed9fe0262f404a953377864116cdcb] 2024-11-26T11:24:15,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,283 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 280e0487c3ce441c9ec0c0e244a1f44b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732620251143 2024-11-26T11:24:15,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53f0755a93bd13fd0721e783e67fdbd9:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T11:24:15,283 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 48f365229d7544e1974d5d37120460d7, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732620251143 2024-11-26T11:24:15,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:24:15,284 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting a823299d2b93480fa772546b63637cef, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732620251271 2024-11-26T11:24:15,284 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53f0755a93bd13fd0721e783e67fdbd9:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T11:24:15,284 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T11:24:15,284 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2141c276febc454bb984a167f7ff3f79, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732620251271 2024-11-26T11:24:15,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,284 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting e23951434dcf4ab59dd83b76fe0b3ad8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1732620252430 2024-11-26T11:24:15,285 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 06ed9fe0262f404a953377864116cdcb, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1732620252430 2024-11-26T11:24:15,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,295 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=53f0755a93bd13fd0721e783e67fdbd9] 2024-11-26T11:24:15,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,309 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112632245bd6664743fca704bd50c2d04a7e_53f0755a93bd13fd0721e783e67fdbd9 store=[table=TestAcidGuarantees family=A region=53f0755a93bd13fd0721e783e67fdbd9] 2024-11-26T11:24:15,313 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53f0755a93bd13fd0721e783e67fdbd9#B#compaction#139 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:24:15,314 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112632245bd6664743fca704bd50c2d04a7e_53f0755a93bd13fd0721e783e67fdbd9, store=[table=TestAcidGuarantees family=A region=53f0755a93bd13fd0721e783e67fdbd9] 2024-11-26T11:24:15,314 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/B/c0fd73c746ca4b3c938856216e7d46f6 is 50, key is test_row_0/B:col10/1732620252430/Put/seqid=0 2024-11-26T11:24:15,314 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112632245bd6664743fca704bd50c2d04a7e_53f0755a93bd13fd0721e783e67fdbd9 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=53f0755a93bd13fd0721e783e67fdbd9] 2024-11-26T11:24:15,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741990_1166 (size=12493) 2024-11-26T11:24:15,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741991_1167 (size=4469) 2024-11-26T11:24:15,354 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53f0755a93bd13fd0721e783e67fdbd9#A#compaction#138 average throughput is 0.41 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:24:15,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,355 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/A/ab874573133e4c3b86a9907aa5d34213 is 175, key is test_row_0/A:col10/1732620252430/Put/seqid=0 2024-11-26T11:24:15,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,358 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/B/c0fd73c746ca4b3c938856216e7d46f6 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/c0fd73c746ca4b3c938856216e7d46f6 2024-11-26T11:24:15,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,366 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 53f0755a93bd13fd0721e783e67fdbd9/B of 53f0755a93bd13fd0721e783e67fdbd9 into c0fd73c746ca4b3c938856216e7d46f6(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:24:15,366 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 53f0755a93bd13fd0721e783e67fdbd9: 2024-11-26T11:24:15,366 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9., storeName=53f0755a93bd13fd0721e783e67fdbd9/B, priority=13, startTime=1732620255280; duration=0sec 2024-11-26T11:24:15,366 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T11:24:15,366 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53f0755a93bd13fd0721e783e67fdbd9:B 2024-11-26T11:24:15,366 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T11:24:15,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741992_1168 (size=31447) 2024-11-26T11:24:15,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,371 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36443 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T11:24:15,371 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1540): 53f0755a93bd13fd0721e783e67fdbd9/C is initiating minor compaction (all files) 2024-11-26T11:24:15,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,372 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 53f0755a93bd13fd0721e783e67fdbd9/C in TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:15,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,372 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/7dc5891796d04fc1b538c5a53655f830, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/0c99b05119e54efe9860b4bb2fa5f673, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/802772a8bf364c59a57e82d9b1a15610] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp, totalSize=35.6 K 2024-11-26T11:24:15,373 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 7dc5891796d04fc1b538c5a53655f830, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732620251143 2024-11-26T11:24:15,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,373 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 0c99b05119e54efe9860b4bb2fa5f673, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732620251271 2024-11-26T11:24:15,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,375 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 802772a8bf364c59a57e82d9b1a15610, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1732620252430 2024-11-26T11:24:15,377 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/A/ab874573133e4c3b86a9907aa5d34213 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/ab874573133e4c3b86a9907aa5d34213 2024-11-26T11:24:15,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,383 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 53f0755a93bd13fd0721e783e67fdbd9/A of 53f0755a93bd13fd0721e783e67fdbd9 into ab874573133e4c3b86a9907aa5d34213(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:24:15,383 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 53f0755a93bd13fd0721e783e67fdbd9: 2024-11-26T11:24:15,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,383 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9., storeName=53f0755a93bd13fd0721e783e67fdbd9/A, priority=13, startTime=1732620255280; duration=0sec 2024-11-26T11:24:15,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,383 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:24:15,383 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53f0755a93bd13fd0721e783e67fdbd9:A 2024-11-26T11:24:15,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,389 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53f0755a93bd13fd0721e783e67fdbd9#C#compaction#140 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:24:15,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,389 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/C/f3f2f8ae3ef9418b980fe957d87be0fe is 50, key is test_row_0/C:col10/1732620252430/Put/seqid=0 2024-11-26T11:24:15,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741993_1169 (size=12493) 2024-11-26T11:24:15,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,411 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/C/f3f2f8ae3ef9418b980fe957d87be0fe as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/f3f2f8ae3ef9418b980fe957d87be0fe 2024-11-26T11:24:15,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,422 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 53f0755a93bd13fd0721e783e67fdbd9/C of 53f0755a93bd13fd0721e783e67fdbd9 into f3f2f8ae3ef9418b980fe957d87be0fe(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:24:15,422 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 53f0755a93bd13fd0721e783e67fdbd9: 2024-11-26T11:24:15,422 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9., storeName=53f0755a93bd13fd0721e783e67fdbd9/C, priority=13, startTime=1732620255284; duration=0sec 2024-11-26T11:24:15,422 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:24:15,423 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53f0755a93bd13fd0721e783e67fdbd9:C 2024-11-26T11:24:15,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,429 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:24:15,429 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-26T11:24:15,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:15,430 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2837): Flushing 53f0755a93bd13fd0721e783e67fdbd9 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-26T11:24:15,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53f0755a93bd13fd0721e783e67fdbd9, store=A 2024-11-26T11:24:15,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:15,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53f0755a93bd13fd0721e783e67fdbd9, store=B 2024-11-26T11:24:15,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:15,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53f0755a93bd13fd0721e783e67fdbd9, store=C 2024-11-26T11:24:15,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:15,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126b58c5f98990d4503b2a8601bffdc0bcb_53f0755a93bd13fd0721e783e67fdbd9 is 50, key is test_row_0/A:col10/1732620253571/Put/seqid=0 2024-11-26T11:24:15,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741994_1170 (size=9814) 2024-11-26T11:24:15,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,470 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126b58c5f98990d4503b2a8601bffdc0bcb_53f0755a93bd13fd0721e783e67fdbd9 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126b58c5f98990d4503b2a8601bffdc0bcb_53f0755a93bd13fd0721e783e67fdbd9 2024-11-26T11:24:15,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/A/cddbd92ed8394095b0f36ee18d8383c6, store: [table=TestAcidGuarantees family=A region=53f0755a93bd13fd0721e783e67fdbd9] 2024-11-26T11:24:15,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/A/cddbd92ed8394095b0f36ee18d8383c6 is 175, key is test_row_0/A:col10/1732620253571/Put/seqid=0 2024-11-26T11:24:15,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741995_1171 (size=22461) 2024-11-26T11:24:15,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,478 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=172, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/A/cddbd92ed8394095b0f36ee18d8383c6 2024-11-26T11:24:15,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/B/0cf03cf49c6649b0a72108aa33940da4 is 50, key is test_row_0/B:col10/1732620253571/Put/seqid=0 2024-11-26T11:24:15,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741996_1172 (size=9757) 2024-11-26T11:24:15,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,501 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/B/0cf03cf49c6649b0a72108aa33940da4 2024-11-26T11:24:15,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/C/7a3a7238389f4394820532782bb3d231 is 50, key is test_row_0/C:col10/1732620253571/Put/seqid=0 2024-11-26T11:24:15,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741997_1173 (size=9757) 2024-11-26T11:24:15,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,523 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/C/7a3a7238389f4394820532782bb3d231 2024-11-26T11:24:15,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/A/cddbd92ed8394095b0f36ee18d8383c6 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/cddbd92ed8394095b0f36ee18d8383c6 2024-11-26T11:24:15,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,534 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/cddbd92ed8394095b0f36ee18d8383c6, entries=100, sequenceid=172, filesize=21.9 K 2024-11-26T11:24:15,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/B/0cf03cf49c6649b0a72108aa33940da4 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/0cf03cf49c6649b0a72108aa33940da4 2024-11-26T11:24:15,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,541 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/0cf03cf49c6649b0a72108aa33940da4, entries=100, sequenceid=172, filesize=9.5 K 2024-11-26T11:24:15,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/C/7a3a7238389f4394820532782bb3d231 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/7a3a7238389f4394820532782bb3d231 2024-11-26T11:24:15,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-26T11:24:15,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,549 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/7a3a7238389f4394820532782bb3d231, entries=100, sequenceid=172, filesize=9.5 K 2024-11-26T11:24:15,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,551 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 53f0755a93bd13fd0721e783e67fdbd9 in 122ms, sequenceid=172, compaction requested=false 2024-11-26T11:24:15,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2538): Flush status journal for 53f0755a93bd13fd0721e783e67fdbd9: 2024-11-26T11:24:15,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:15,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-26T11:24:15,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4106): Remote procedure done, pid=54 2024-11-26T11:24:15,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,554 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-11-26T11:24:15,554 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1120 sec 2024-11-26T11:24:15,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,556 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees in 2.1180 sec 2024-11-26T11:24:15,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,733 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 53f0755a93bd13fd0721e783e67fdbd9 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T11:24:15,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53f0755a93bd13fd0721e783e67fdbd9, store=A 2024-11-26T11:24:15,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:15,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53f0755a93bd13fd0721e783e67fdbd9, store=B 2024-11-26T11:24:15,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:15,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53f0755a93bd13fd0721e783e67fdbd9, store=C 2024-11-26T11:24:15,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:15,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(8581): Flush requested on 53f0755a93bd13fd0721e783e67fdbd9 2024-11-26T11:24:15,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,744 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126f0bc47e379f74e9d9f02761e0e10c94e_53f0755a93bd13fd0721e783e67fdbd9 is 50, key is test_row_0/A:col10/1732620255719/Put/seqid=0 2024-11-26T11:24:15,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741999_1175 (size=24758) 2024-11-26T11:24:15,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,777 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:15,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38236 deadline: 1732620315773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:15,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,780 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:15,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38286 deadline: 1732620315775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:15,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,780 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:15,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38246 deadline: 1732620315776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:15,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,783 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:15,783 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:15,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38262 deadline: 1732620315777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:15,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38250 deadline: 1732620315777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:15,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:15,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:15,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38236 deadline: 1732620315879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:15,882 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:15,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38286 deadline: 1732620315881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:15,882 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:15,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38246 deadline: 1732620315882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:15,885 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:15,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38262 deadline: 1732620315884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:15,885 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:15,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38250 deadline: 1732620315884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:16,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:16,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38236 deadline: 1732620316081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:16,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:16,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38286 deadline: 1732620316083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:16,085 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:16,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38246 deadline: 1732620316084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:16,089 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:16,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38250 deadline: 1732620316086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:16,089 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:16,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38262 deadline: 1732620316087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:16,164 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:16,170 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126f0bc47e379f74e9d9f02761e0e10c94e_53f0755a93bd13fd0721e783e67fdbd9 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126f0bc47e379f74e9d9f02761e0e10c94e_53f0755a93bd13fd0721e783e67fdbd9 2024-11-26T11:24:16,171 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/A/e3077a0d0a354d65a54767cfaeb6229e, store: [table=TestAcidGuarantees family=A region=53f0755a93bd13fd0721e783e67fdbd9] 2024-11-26T11:24:16,172 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/A/e3077a0d0a354d65a54767cfaeb6229e is 175, key is test_row_0/A:col10/1732620255719/Put/seqid=0 2024-11-26T11:24:16,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741998_1174 (size=74394) 2024-11-26T11:24:16,176 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=183, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/A/e3077a0d0a354d65a54767cfaeb6229e 2024-11-26T11:24:16,188 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/B/0d832163ffbd413595f5d8577c15e44c is 50, key is test_row_0/B:col10/1732620255719/Put/seqid=0 2024-11-26T11:24:16,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742000_1176 (size=12151) 2024-11-26T11:24:16,206 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/B/0d832163ffbd413595f5d8577c15e44c 2024-11-26T11:24:16,216 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/C/d3e08a9f2c554ba6925137e826db3d23 is 50, key is test_row_0/C:col10/1732620255719/Put/seqid=0 2024-11-26T11:24:16,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742001_1177 (size=12151) 2024-11-26T11:24:16,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:16,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38286 deadline: 1732620316385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:16,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:16,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38236 deadline: 1732620316387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:16,389 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:16,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38246 deadline: 1732620316388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:16,392 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:16,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38262 deadline: 1732620316391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:16,392 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:16,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38250 deadline: 1732620316392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:16,641 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/C/d3e08a9f2c554ba6925137e826db3d23 2024-11-26T11:24:16,647 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/A/e3077a0d0a354d65a54767cfaeb6229e as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/e3077a0d0a354d65a54767cfaeb6229e 2024-11-26T11:24:16,652 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/e3077a0d0a354d65a54767cfaeb6229e, entries=400, sequenceid=183, filesize=72.7 K 2024-11-26T11:24:16,654 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/B/0d832163ffbd413595f5d8577c15e44c as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/0d832163ffbd413595f5d8577c15e44c 2024-11-26T11:24:16,658 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/0d832163ffbd413595f5d8577c15e44c, entries=150, sequenceid=183, filesize=11.9 K 2024-11-26T11:24:16,659 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/C/d3e08a9f2c554ba6925137e826db3d23 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/d3e08a9f2c554ba6925137e826db3d23 2024-11-26T11:24:16,665 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/d3e08a9f2c554ba6925137e826db3d23, entries=150, sequenceid=183, filesize=11.9 K 2024-11-26T11:24:16,666 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 53f0755a93bd13fd0721e783e67fdbd9 in 933ms, sequenceid=183, compaction requested=true 2024-11-26T11:24:16,667 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 53f0755a93bd13fd0721e783e67fdbd9: 2024-11-26T11:24:16,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53f0755a93bd13fd0721e783e67fdbd9:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T11:24:16,667 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T11:24:16,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:24:16,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53f0755a93bd13fd0721e783e67fdbd9:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T11:24:16,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:24:16,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53f0755a93bd13fd0721e783e67fdbd9:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T11:24:16,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T11:24:16,667 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T11:24:16,669 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 128302 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T11:24:16,669 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1540): 53f0755a93bd13fd0721e783e67fdbd9/A is initiating minor compaction (all files) 2024-11-26T11:24:16,669 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 53f0755a93bd13fd0721e783e67fdbd9/A in TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:16,669 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/ab874573133e4c3b86a9907aa5d34213, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/cddbd92ed8394095b0f36ee18d8383c6, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/e3077a0d0a354d65a54767cfaeb6229e] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp, totalSize=125.3 K 2024-11-26T11:24:16,669 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:16,669 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. files: [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/ab874573133e4c3b86a9907aa5d34213, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/cddbd92ed8394095b0f36ee18d8383c6, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/e3077a0d0a354d65a54767cfaeb6229e] 2024-11-26T11:24:16,670 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T11:24:16,670 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting ab874573133e4c3b86a9907aa5d34213, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1732620252430 2024-11-26T11:24:16,670 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1540): 53f0755a93bd13fd0721e783e67fdbd9/B is initiating minor compaction (all files) 2024-11-26T11:24:16,670 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 53f0755a93bd13fd0721e783e67fdbd9/B in TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:16,670 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/c0fd73c746ca4b3c938856216e7d46f6, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/0cf03cf49c6649b0a72108aa33940da4, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/0d832163ffbd413595f5d8577c15e44c] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp, totalSize=33.6 K 2024-11-26T11:24:16,670 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting cddbd92ed8394095b0f36ee18d8383c6, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732620253570 2024-11-26T11:24:16,670 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting c0fd73c746ca4b3c938856216e7d46f6, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1732620252430 2024-11-26T11:24:16,671 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting e3077a0d0a354d65a54767cfaeb6229e, keycount=400, bloomtype=ROW, size=72.7 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1732620255708 2024-11-26T11:24:16,671 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 0cf03cf49c6649b0a72108aa33940da4, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732620253570 2024-11-26T11:24:16,671 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 0d832163ffbd413595f5d8577c15e44c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1732620255719 2024-11-26T11:24:16,682 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53f0755a93bd13fd0721e783e67fdbd9#B#compaction#147 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:24:16,683 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=53f0755a93bd13fd0721e783e67fdbd9] 2024-11-26T11:24:16,683 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/B/b1b35cbdfbf94a85ba8a80946a1d0595 is 50, key is test_row_0/B:col10/1732620255719/Put/seqid=0 2024-11-26T11:24:16,696 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241126310fb6b7757044668c23c2f563aa7a06_53f0755a93bd13fd0721e783e67fdbd9 store=[table=TestAcidGuarantees family=A region=53f0755a93bd13fd0721e783e67fdbd9] 2024-11-26T11:24:16,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742002_1178 (size=12595) 2024-11-26T11:24:16,699 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241126310fb6b7757044668c23c2f563aa7a06_53f0755a93bd13fd0721e783e67fdbd9, store=[table=TestAcidGuarantees family=A region=53f0755a93bd13fd0721e783e67fdbd9] 2024-11-26T11:24:16,699 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126310fb6b7757044668c23c2f563aa7a06_53f0755a93bd13fd0721e783e67fdbd9 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=53f0755a93bd13fd0721e783e67fdbd9] 2024-11-26T11:24:16,711 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/B/b1b35cbdfbf94a85ba8a80946a1d0595 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/b1b35cbdfbf94a85ba8a80946a1d0595 2024-11-26T11:24:16,718 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 53f0755a93bd13fd0721e783e67fdbd9/B of 53f0755a93bd13fd0721e783e67fdbd9 into b1b35cbdfbf94a85ba8a80946a1d0595(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:24:16,718 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 53f0755a93bd13fd0721e783e67fdbd9: 2024-11-26T11:24:16,718 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9., storeName=53f0755a93bd13fd0721e783e67fdbd9/B, priority=13, startTime=1732620256667; duration=0sec 2024-11-26T11:24:16,718 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T11:24:16,718 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53f0755a93bd13fd0721e783e67fdbd9:B 2024-11-26T11:24:16,718 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T11:24:16,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742003_1179 (size=4469) 2024-11-26T11:24:16,720 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T11:24:16,720 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1540): 53f0755a93bd13fd0721e783e67fdbd9/C is initiating minor compaction (all files) 2024-11-26T11:24:16,720 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 53f0755a93bd13fd0721e783e67fdbd9/C in TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:16,720 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/f3f2f8ae3ef9418b980fe957d87be0fe, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/7a3a7238389f4394820532782bb3d231, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/d3e08a9f2c554ba6925137e826db3d23] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp, totalSize=33.6 K 2024-11-26T11:24:16,721 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting f3f2f8ae3ef9418b980fe957d87be0fe, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1732620252430 2024-11-26T11:24:16,721 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 7a3a7238389f4394820532782bb3d231, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732620253570 2024-11-26T11:24:16,722 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting d3e08a9f2c554ba6925137e826db3d23, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1732620255719 2024-11-26T11:24:16,722 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53f0755a93bd13fd0721e783e67fdbd9#A#compaction#148 average throughput is 0.63 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:24:16,723 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/A/478df5ea4d844d56a6bf1165d1275f71 is 175, key is test_row_0/A:col10/1732620255719/Put/seqid=0 2024-11-26T11:24:16,738 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53f0755a93bd13fd0721e783e67fdbd9#C#compaction#149 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:24:16,739 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/C/9109b70c27574c1ab97011516b4318f2 is 50, key is test_row_0/C:col10/1732620255719/Put/seqid=0 2024-11-26T11:24:16,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742004_1180 (size=31549) 2024-11-26T11:24:16,749 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/A/478df5ea4d844d56a6bf1165d1275f71 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/478df5ea4d844d56a6bf1165d1275f71 2024-11-26T11:24:16,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742005_1181 (size=12595) 2024-11-26T11:24:16,755 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 53f0755a93bd13fd0721e783e67fdbd9/A of 53f0755a93bd13fd0721e783e67fdbd9 into 478df5ea4d844d56a6bf1165d1275f71(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:24:16,755 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 53f0755a93bd13fd0721e783e67fdbd9: 2024-11-26T11:24:16,755 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9., storeName=53f0755a93bd13fd0721e783e67fdbd9/A, priority=13, startTime=1732620256667; duration=0sec 2024-11-26T11:24:16,755 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:24:16,755 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53f0755a93bd13fd0721e783e67fdbd9:A 2024-11-26T11:24:16,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(8581): Flush requested on 53f0755a93bd13fd0721e783e67fdbd9 2024-11-26T11:24:16,893 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 53f0755a93bd13fd0721e783e67fdbd9 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-26T11:24:16,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53f0755a93bd13fd0721e783e67fdbd9, store=A 2024-11-26T11:24:16,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:16,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53f0755a93bd13fd0721e783e67fdbd9, store=B 2024-11-26T11:24:16,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:16,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53f0755a93bd13fd0721e783e67fdbd9, store=C 2024-11-26T11:24:16,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:16,902 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:16,902 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:16,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38250 deadline: 1732620316897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:16,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38262 deadline: 1732620316896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:16,902 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:16,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38246 deadline: 1732620316898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:16,904 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126021910fe3eb94dff9d43f6a29fffc00c_53f0755a93bd13fd0721e783e67fdbd9 is 50, key is test_row_0/A:col10/1732620255774/Put/seqid=0 2024-11-26T11:24:16,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:16,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38286 deadline: 1732620316902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:16,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:16,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38236 deadline: 1732620316902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:16,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742006_1182 (size=12304) 2024-11-26T11:24:16,911 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:16,916 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126021910fe3eb94dff9d43f6a29fffc00c_53f0755a93bd13fd0721e783e67fdbd9 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126021910fe3eb94dff9d43f6a29fffc00c_53f0755a93bd13fd0721e783e67fdbd9 2024-11-26T11:24:16,918 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/A/6ce3945acaa247a8a2ae2f688e573fe6, store: [table=TestAcidGuarantees family=A region=53f0755a93bd13fd0721e783e67fdbd9] 2024-11-26T11:24:16,918 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/A/6ce3945acaa247a8a2ae2f688e573fe6 is 175, key is test_row_0/A:col10/1732620255774/Put/seqid=0 2024-11-26T11:24:16,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742007_1183 (size=31105) 2024-11-26T11:24:16,924 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=213, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/A/6ce3945acaa247a8a2ae2f688e573fe6 2024-11-26T11:24:16,933 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/B/0967ed122e244806878e8525df6a2633 is 50, key is test_row_0/B:col10/1732620255774/Put/seqid=0 2024-11-26T11:24:16,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742008_1184 (size=12151) 2024-11-26T11:24:17,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:17,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38246 deadline: 1732620317004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:17,007 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:17,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38250 deadline: 1732620317005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:17,007 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:17,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:17,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38236 deadline: 1732620317006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:17,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38286 deadline: 1732620317006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:17,162 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/C/9109b70c27574c1ab97011516b4318f2 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/9109b70c27574c1ab97011516b4318f2 2024-11-26T11:24:17,172 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 53f0755a93bd13fd0721e783e67fdbd9/C of 53f0755a93bd13fd0721e783e67fdbd9 into 9109b70c27574c1ab97011516b4318f2(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:24:17,172 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 53f0755a93bd13fd0721e783e67fdbd9: 2024-11-26T11:24:17,172 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9., storeName=53f0755a93bd13fd0721e783e67fdbd9/C, priority=13, startTime=1732620256667; duration=0sec 2024-11-26T11:24:17,172 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:24:17,172 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53f0755a93bd13fd0721e783e67fdbd9:C 2024-11-26T11:24:17,208 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:17,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38246 deadline: 1732620317207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:17,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:17,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38250 deadline: 1732620317208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:17,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:17,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38236 deadline: 1732620317209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:17,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:17,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38286 deadline: 1732620317210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:17,338 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/B/0967ed122e244806878e8525df6a2633 2024-11-26T11:24:17,348 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/C/751fa23198f24ea6ab11d13493b8cbcb is 50, key is test_row_0/C:col10/1732620255774/Put/seqid=0 2024-11-26T11:24:17,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742009_1185 (size=12151) 2024-11-26T11:24:17,511 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:17,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38250 deadline: 1732620317510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:17,512 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:17,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38246 deadline: 1732620317510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:17,513 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:17,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38236 deadline: 1732620317512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:17,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:17,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38286 deadline: 1732620317513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:17,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-26T11:24:17,547 INFO [Thread-632 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 53 completed 2024-11-26T11:24:17,548 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T11:24:17,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees 2024-11-26T11:24:17,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-26T11:24:17,550 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T11:24:17,550 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T11:24:17,550 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T11:24:17,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-26T11:24:17,701 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:24:17,702 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-26T11:24:17,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:17,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. as already flushing 2024-11-26T11:24:17,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:17,702 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:17,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:17,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:17,753 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/C/751fa23198f24ea6ab11d13493b8cbcb 2024-11-26T11:24:17,759 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/A/6ce3945acaa247a8a2ae2f688e573fe6 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/6ce3945acaa247a8a2ae2f688e573fe6 2024-11-26T11:24:17,763 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/6ce3945acaa247a8a2ae2f688e573fe6, entries=150, sequenceid=213, filesize=30.4 K 2024-11-26T11:24:17,764 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/B/0967ed122e244806878e8525df6a2633 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/0967ed122e244806878e8525df6a2633 2024-11-26T11:24:17,769 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/0967ed122e244806878e8525df6a2633, entries=150, sequenceid=213, filesize=11.9 K 2024-11-26T11:24:17,770 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/C/751fa23198f24ea6ab11d13493b8cbcb as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/751fa23198f24ea6ab11d13493b8cbcb 2024-11-26T11:24:17,775 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/751fa23198f24ea6ab11d13493b8cbcb, entries=150, sequenceid=213, filesize=11.9 K 2024-11-26T11:24:17,776 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 53f0755a93bd13fd0721e783e67fdbd9 in 883ms, sequenceid=213, compaction requested=false 2024-11-26T11:24:17,776 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 53f0755a93bd13fd0721e783e67fdbd9: 2024-11-26T11:24:17,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-26T11:24:17,854 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:24:17,855 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-26T11:24:17,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:17,855 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2837): Flushing 53f0755a93bd13fd0721e783e67fdbd9 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-26T11:24:17,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53f0755a93bd13fd0721e783e67fdbd9, store=A 2024-11-26T11:24:17,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:17,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53f0755a93bd13fd0721e783e67fdbd9, store=B 2024-11-26T11:24:17,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:17,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53f0755a93bd13fd0721e783e67fdbd9, store=C 2024-11-26T11:24:17,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:17,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112625c85af5784a4a12910fc06309455c62_53f0755a93bd13fd0721e783e67fdbd9 is 50, key is test_row_0/A:col10/1732620256896/Put/seqid=0 2024-11-26T11:24:17,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742010_1186 (size=12304) 2024-11-26T11:24:17,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(8581): Flush requested on 53f0755a93bd13fd0721e783e67fdbd9 2024-11-26T11:24:17,911 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. as already flushing 2024-11-26T11:24:17,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:17,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38262 deadline: 1732620317965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:18,013 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:18,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38250 deadline: 1732620318012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:18,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:18,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38246 deadline: 1732620318014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:18,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:18,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38236 deadline: 1732620318017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:18,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:18,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38286 deadline: 1732620318018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:18,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:18,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38262 deadline: 1732620318068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:18,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-26T11:24:18,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:18,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:18,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38262 deadline: 1732620318271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:18,280 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112625c85af5784a4a12910fc06309455c62_53f0755a93bd13fd0721e783e67fdbd9 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112625c85af5784a4a12910fc06309455c62_53f0755a93bd13fd0721e783e67fdbd9 2024-11-26T11:24:18,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/A/5fccda55046d4729a29d5ccf0bbbfbb2, store: [table=TestAcidGuarantees family=A region=53f0755a93bd13fd0721e783e67fdbd9] 2024-11-26T11:24:18,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/A/5fccda55046d4729a29d5ccf0bbbfbb2 is 175, key is test_row_0/A:col10/1732620256896/Put/seqid=0 2024-11-26T11:24:18,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742011_1187 (size=31105) 2024-11-26T11:24:18,289 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=222, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/A/5fccda55046d4729a29d5ccf0bbbfbb2 2024-11-26T11:24:18,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/B/be5eb75d2e9741e6be8ecb7767b92fd1 is 50, key is test_row_0/B:col10/1732620256896/Put/seqid=0 2024-11-26T11:24:18,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742012_1188 (size=12151) 2024-11-26T11:24:18,575 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:18,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38262 deadline: 1732620318574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:18,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-26T11:24:18,706 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=222 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/B/be5eb75d2e9741e6be8ecb7767b92fd1 2024-11-26T11:24:18,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/C/5f7de449dd4546c6b0dd9050f6affa54 is 50, key is test_row_0/C:col10/1732620256896/Put/seqid=0 2024-11-26T11:24:18,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742013_1189 (size=12151) 2024-11-26T11:24:18,987 INFO [master/173854343f88:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-26T11:24:18,987 INFO [master/173854343f88:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-26T11:24:19,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:19,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38246 deadline: 1732620319018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:19,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:19,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38250 deadline: 1732620319021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:19,027 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:19,027 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:19,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38286 deadline: 1732620319025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:19,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38236 deadline: 1732620319023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:19,078 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:19,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38262 deadline: 1732620319077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:19,121 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=222 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/C/5f7de449dd4546c6b0dd9050f6affa54 2024-11-26T11:24:19,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/A/5fccda55046d4729a29d5ccf0bbbfbb2 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/5fccda55046d4729a29d5ccf0bbbfbb2 2024-11-26T11:24:19,131 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/5fccda55046d4729a29d5ccf0bbbfbb2, entries=150, sequenceid=222, filesize=30.4 K 2024-11-26T11:24:19,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/B/be5eb75d2e9741e6be8ecb7767b92fd1 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/be5eb75d2e9741e6be8ecb7767b92fd1 2024-11-26T11:24:19,136 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/be5eb75d2e9741e6be8ecb7767b92fd1, entries=150, sequenceid=222, filesize=11.9 K 2024-11-26T11:24:19,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/C/5f7de449dd4546c6b0dd9050f6affa54 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/5f7de449dd4546c6b0dd9050f6affa54 2024-11-26T11:24:19,142 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/5f7de449dd4546c6b0dd9050f6affa54, entries=150, sequenceid=222, filesize=11.9 K 2024-11-26T11:24:19,143 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for 53f0755a93bd13fd0721e783e67fdbd9 in 1288ms, sequenceid=222, compaction requested=true 2024-11-26T11:24:19,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2538): Flush status journal for 53f0755a93bd13fd0721e783e67fdbd9: 2024-11-26T11:24:19,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:19,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-26T11:24:19,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4106): Remote procedure done, pid=56 2024-11-26T11:24:19,146 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-11-26T11:24:19,146 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5940 sec 2024-11-26T11:24:19,147 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees in 1.5980 sec 2024-11-26T11:24:19,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-26T11:24:19,654 INFO [Thread-632 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 55 completed 2024-11-26T11:24:19,655 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T11:24:19,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] procedure2.ProcedureExecutor(1098): Stored pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees 2024-11-26T11:24:19,657 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T11:24:19,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-26T11:24:19,657 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T11:24:19,658 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T11:24:19,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-26T11:24:19,810 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:24:19,810 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-26T11:24:19,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:19,811 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2837): Flushing 53f0755a93bd13fd0721e783e67fdbd9 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-26T11:24:19,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53f0755a93bd13fd0721e783e67fdbd9, store=A 2024-11-26T11:24:19,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:19,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53f0755a93bd13fd0721e783e67fdbd9, store=B 2024-11-26T11:24:19,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:19,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53f0755a93bd13fd0721e783e67fdbd9, store=C 2024-11-26T11:24:19,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:19,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112699e3d3d89b1f47ae8da7a8f0634a7d36_53f0755a93bd13fd0721e783e67fdbd9 is 50, key is test_row_0/A:col10/1732620257961/Put/seqid=0 2024-11-26T11:24:19,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742014_1190 (size=12304) 2024-11-26T11:24:19,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-26T11:24:20,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(8581): Flush requested on 53f0755a93bd13fd0721e783e67fdbd9 2024-11-26T11:24:20,083 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. as already flushing 2024-11-26T11:24:20,095 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:20,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38262 deadline: 1732620320093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:20,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:20,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38262 deadline: 1732620320196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:20,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,230 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112699e3d3d89b1f47ae8da7a8f0634a7d36_53f0755a93bd13fd0721e783e67fdbd9 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112699e3d3d89b1f47ae8da7a8f0634a7d36_53f0755a93bd13fd0721e783e67fdbd9 2024-11-26T11:24:20,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/A/615299f90d3b4273baa9c7468523febb, store: [table=TestAcidGuarantees family=A region=53f0755a93bd13fd0721e783e67fdbd9] 2024-11-26T11:24:20,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/A/615299f90d3b4273baa9c7468523febb is 175, key is test_row_0/A:col10/1732620257961/Put/seqid=0 2024-11-26T11:24:20,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742015_1191 (size=31105) 2024-11-26T11:24:20,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-26T11:24:20,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:20,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38262 deadline: 1732620320399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:20,637 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=250, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/A/615299f90d3b4273baa9c7468523febb 2024-11-26T11:24:20,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/B/629861a23bcb4c6db1c3c93195b06025 is 50, key is test_row_0/B:col10/1732620257961/Put/seqid=0 2024-11-26T11:24:20,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742016_1192 (size=12151) 2024-11-26T11:24:20,653 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/B/629861a23bcb4c6db1c3c93195b06025 2024-11-26T11:24:20,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/C/3957e4e47f62416b988ccb5292d91e05 is 50, key is test_row_0/C:col10/1732620257961/Put/seqid=0 2024-11-26T11:24:20,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742017_1193 (size=12151) 2024-11-26T11:24:20,678 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/C/3957e4e47f62416b988ccb5292d91e05 2024-11-26T11:24:20,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/A/615299f90d3b4273baa9c7468523febb as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/615299f90d3b4273baa9c7468523febb 2024-11-26T11:24:20,690 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/615299f90d3b4273baa9c7468523febb, entries=150, sequenceid=250, filesize=30.4 K 2024-11-26T11:24:20,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/B/629861a23bcb4c6db1c3c93195b06025 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/629861a23bcb4c6db1c3c93195b06025 2024-11-26T11:24:20,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,697 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/629861a23bcb4c6db1c3c93195b06025, entries=150, sequenceid=250, filesize=11.9 K 2024-11-26T11:24:20,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/C/3957e4e47f62416b988ccb5292d91e05 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/3957e4e47f62416b988ccb5292d91e05 2024-11-26T11:24:20,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,704 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:20,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38262 deadline: 1732620320701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:20,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,706 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/3957e4e47f62416b988ccb5292d91e05, entries=150, sequenceid=250, filesize=11.9 K 2024-11-26T11:24:20,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,707 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 53f0755a93bd13fd0721e783e67fdbd9 in 895ms, sequenceid=250, compaction requested=true 2024-11-26T11:24:20,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2538): Flush status journal for 53f0755a93bd13fd0721e783e67fdbd9: 2024-11-26T11:24:20,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:20,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-11-26T11:24:20,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4106): Remote procedure done, pid=58 2024-11-26T11:24:20,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,710 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-11-26T11:24:20,710 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0510 sec 2024-11-26T11:24:20,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,712 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees in 1.0550 sec 2024-11-26T11:24:20,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-26T11:24:20,764 INFO [Thread-632 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 57 completed 2024-11-26T11:24:20,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,766 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T11:24:20,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] procedure2.ProcedureExecutor(1098): Stored pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees 2024-11-26T11:24:20,767 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T11:24:20,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-26T11:24:20,768 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T11:24:20,769 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T11:24:20,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-26T11:24:20,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,920 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:24:20,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,921 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-26T11:24:20,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:20,921 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2837): Flushing 53f0755a93bd13fd0721e783e67fdbd9 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-26T11:24:20,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53f0755a93bd13fd0721e783e67fdbd9, store=A 2024-11-26T11:24:20,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:20,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53f0755a93bd13fd0721e783e67fdbd9, store=B 2024-11-26T11:24:20,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:20,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53f0755a93bd13fd0721e783e67fdbd9, store=C 2024-11-26T11:24:20,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:20,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411261577d9b349fd4256b8f9a53046294b29_53f0755a93bd13fd0721e783e67fdbd9 is 50, key is test_row_0/A:col10/1732620260092/Put/seqid=0 2024-11-26T11:24:20,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742018_1194 (size=9864) 2024-11-26T11:24:20,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,945 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411261577d9b349fd4256b8f9a53046294b29_53f0755a93bd13fd0721e783e67fdbd9 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411261577d9b349fd4256b8f9a53046294b29_53f0755a93bd13fd0721e783e67fdbd9 2024-11-26T11:24:20,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/A/b10d49631d0c4bbebdb3a0726c97f1b5, store: [table=TestAcidGuarantees family=A region=53f0755a93bd13fd0721e783e67fdbd9] 2024-11-26T11:24:20,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/A/b10d49631d0c4bbebdb3a0726c97f1b5 is 175, key is test_row_0/A:col10/1732620260092/Put/seqid=0 2024-11-26T11:24:20,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742019_1195 (size=22511) 2024-11-26T11:24:20,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:20,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(8581): Flush requested on 53f0755a93bd13fd0721e783e67fdbd9 2024-11-26T11:24:21,033 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. as already flushing 2024-11-26T11:24:21,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:21,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-26T11:24:21,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:21,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38246 deadline: 1732620321070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:21,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:21,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38236 deadline: 1732620321071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:21,077 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:21,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38286 deadline: 1732620321073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:21,081 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:21,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38250 deadline: 1732620321074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:21,177 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:21,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38246 deadline: 1732620321175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:21,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:21,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38236 deadline: 1732620321175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:21,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:21,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38286 deadline: 1732620321178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:21,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:21,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38250 deadline: 1732620321183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:21,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:21,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38262 deadline: 1732620321207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:21,361 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=258, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/A/b10d49631d0c4bbebdb3a0726c97f1b5 2024-11-26T11:24:21,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/B/7efe662c00b0415e8b10c8195701e237 is 50, key is test_row_0/B:col10/1732620260092/Put/seqid=0 2024-11-26T11:24:21,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-26T11:24:21,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742020_1196 (size=9807) 2024-11-26T11:24:21,380 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:21,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38246 deadline: 1732620321378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:21,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:21,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38236 deadline: 1732620321378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:21,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:21,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38286 deadline: 1732620321385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:21,388 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:21,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38250 deadline: 1732620321385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:21,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:21,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38246 deadline: 1732620321682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:21,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:21,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38236 deadline: 1732620321683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:21,688 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:21,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38286 deadline: 1732620321688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:21,691 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:21,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38250 deadline: 1732620321689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:21,778 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/B/7efe662c00b0415e8b10c8195701e237 2024-11-26T11:24:21,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/C/da295c5b65104f4baf24756638cb6fca is 50, key is test_row_0/C:col10/1732620260092/Put/seqid=0 2024-11-26T11:24:21,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742021_1197 (size=9807) 2024-11-26T11:24:21,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-26T11:24:22,187 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:22,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38246 deadline: 1732620322187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:22,189 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:22,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38236 deadline: 1732620322188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:22,191 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/C/da295c5b65104f4baf24756638cb6fca 2024-11-26T11:24:22,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/A/b10d49631d0c4bbebdb3a0726c97f1b5 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/b10d49631d0c4bbebdb3a0726c97f1b5 2024-11-26T11:24:22,197 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:22,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38286 deadline: 1732620322194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:22,198 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:22,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38250 deadline: 1732620322195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:22,199 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/b10d49631d0c4bbebdb3a0726c97f1b5, entries=100, sequenceid=258, filesize=22.0 K 2024-11-26T11:24:22,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/B/7efe662c00b0415e8b10c8195701e237 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/7efe662c00b0415e8b10c8195701e237 2024-11-26T11:24:22,204 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/7efe662c00b0415e8b10c8195701e237, entries=100, sequenceid=258, filesize=9.6 K 2024-11-26T11:24:22,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/C/da295c5b65104f4baf24756638cb6fca as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/da295c5b65104f4baf24756638cb6fca 2024-11-26T11:24:22,209 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/da295c5b65104f4baf24756638cb6fca, entries=100, sequenceid=258, filesize=9.6 K 2024-11-26T11:24:22,210 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for 53f0755a93bd13fd0721e783e67fdbd9 in 1289ms, sequenceid=258, compaction requested=true 2024-11-26T11:24:22,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2538): Flush status journal for 53f0755a93bd13fd0721e783e67fdbd9: 2024-11-26T11:24:22,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:22,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-11-26T11:24:22,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4106): Remote procedure done, pid=60 2024-11-26T11:24:22,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(8581): Flush requested on 53f0755a93bd13fd0721e783e67fdbd9 2024-11-26T11:24:22,213 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 53f0755a93bd13fd0721e783e67fdbd9 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-26T11:24:22,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53f0755a93bd13fd0721e783e67fdbd9, store=A 2024-11-26T11:24:22,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:22,213 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=59 2024-11-26T11:24:22,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53f0755a93bd13fd0721e783e67fdbd9, store=B 2024-11-26T11:24:22,213 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4430 sec 2024-11-26T11:24:22,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:22,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53f0755a93bd13fd0721e783e67fdbd9, store=C 2024-11-26T11:24:22,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:22,215 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees in 1.4480 sec 2024-11-26T11:24:22,221 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126a3935e5ee122465987d4465be6cb29f8_53f0755a93bd13fd0721e783e67fdbd9 is 50, key is test_row_0/A:col10/1732620261070/Put/seqid=0 2024-11-26T11:24:22,230 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:22,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38262 deadline: 1732620322227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:22,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742022_1198 (size=14994) 2024-11-26T11:24:22,233 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:22,237 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126a3935e5ee122465987d4465be6cb29f8_53f0755a93bd13fd0721e783e67fdbd9 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126a3935e5ee122465987d4465be6cb29f8_53f0755a93bd13fd0721e783e67fdbd9 2024-11-26T11:24:22,239 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/A/9ae15637513643fe8eb84e7295cb7415, store: [table=TestAcidGuarantees family=A region=53f0755a93bd13fd0721e783e67fdbd9] 2024-11-26T11:24:22,239 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/A/9ae15637513643fe8eb84e7295cb7415 is 175, key is test_row_0/A:col10/1732620261070/Put/seqid=0 2024-11-26T11:24:22,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742023_1199 (size=39949) 2024-11-26T11:24:22,332 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:22,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38262 deadline: 1732620322331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:22,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:22,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38262 deadline: 1732620322534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:22,645 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=287, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/A/9ae15637513643fe8eb84e7295cb7415 2024-11-26T11:24:22,653 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/B/8a364c2b965a4875a0a5bb3f7769dd7e is 50, key is test_row_0/B:col10/1732620261070/Put/seqid=0 2024-11-26T11:24:22,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742024_1200 (size=12301) 2024-11-26T11:24:22,838 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:22,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38262 deadline: 1732620322836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:22,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-26T11:24:22,872 INFO [Thread-632 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 59 completed 2024-11-26T11:24:22,873 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T11:24:22,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] procedure2.ProcedureExecutor(1098): Stored pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees 2024-11-26T11:24:22,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-26T11:24:22,875 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T11:24:22,875 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T11:24:22,876 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T11:24:22,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-26T11:24:23,027 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:24:23,028 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-26T11:24:23,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:23,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. as already flushing 2024-11-26T11:24:23,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:23,028 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:23,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:23,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:23,076 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/B/8a364c2b965a4875a0a5bb3f7769dd7e 2024-11-26T11:24:23,085 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/C/c737b8e3f2254c038d6b2efec02cf171 is 50, key is test_row_0/C:col10/1732620261070/Put/seqid=0 2024-11-26T11:24:23,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742025_1201 (size=12301) 2024-11-26T11:24:23,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-26T11:24:23,181 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:24:23,181 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-26T11:24:23,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:23,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. as already flushing 2024-11-26T11:24:23,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:23,182 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:23,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:23,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:23,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:23,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38246 deadline: 1732620323192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:23,198 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:23,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38236 deadline: 1732620323196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:23,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:23,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38250 deadline: 1732620323205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:23,208 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:23,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38286 deadline: 1732620323208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:23,334 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:24:23,334 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-26T11:24:23,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:23,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. as already flushing 2024-11-26T11:24:23,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:23,335 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:23,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:23,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:23,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:23,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38262 deadline: 1732620323340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:23,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-26T11:24:23,487 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:24:23,487 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-26T11:24:23,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:23,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. as already flushing 2024-11-26T11:24:23,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:23,488 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:23,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:23,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:23,490 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/C/c737b8e3f2254c038d6b2efec02cf171 2024-11-26T11:24:23,495 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/A/9ae15637513643fe8eb84e7295cb7415 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/9ae15637513643fe8eb84e7295cb7415 2024-11-26T11:24:23,500 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/9ae15637513643fe8eb84e7295cb7415, entries=200, sequenceid=287, filesize=39.0 K 2024-11-26T11:24:23,501 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/B/8a364c2b965a4875a0a5bb3f7769dd7e as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/8a364c2b965a4875a0a5bb3f7769dd7e 2024-11-26T11:24:23,505 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/8a364c2b965a4875a0a5bb3f7769dd7e, entries=150, sequenceid=287, filesize=12.0 K 2024-11-26T11:24:23,506 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/C/c737b8e3f2254c038d6b2efec02cf171 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/c737b8e3f2254c038d6b2efec02cf171 2024-11-26T11:24:23,510 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/c737b8e3f2254c038d6b2efec02cf171, entries=150, sequenceid=287, filesize=12.0 K 2024-11-26T11:24:23,511 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for 53f0755a93bd13fd0721e783e67fdbd9 in 1297ms, sequenceid=287, compaction requested=true 2024-11-26T11:24:23,511 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 53f0755a93bd13fd0721e783e67fdbd9: 2024-11-26T11:24:23,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53f0755a93bd13fd0721e783e67fdbd9:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T11:24:23,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:24:23,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53f0755a93bd13fd0721e783e67fdbd9:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T11:24:23,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:24:23,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53f0755a93bd13fd0721e783e67fdbd9:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T11:24:23,511 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-26T11:24:23,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T11:24:23,511 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-26T11:24:23,513 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 71156 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-26T11:24:23,513 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1540): 53f0755a93bd13fd0721e783e67fdbd9/B is initiating minor compaction (all files) 2024-11-26T11:24:23,513 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 53f0755a93bd13fd0721e783e67fdbd9/B in TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:23,513 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/b1b35cbdfbf94a85ba8a80946a1d0595, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/0967ed122e244806878e8525df6a2633, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/be5eb75d2e9741e6be8ecb7767b92fd1, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/629861a23bcb4c6db1c3c93195b06025, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/7efe662c00b0415e8b10c8195701e237, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/8a364c2b965a4875a0a5bb3f7769dd7e] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp, totalSize=69.5 K 2024-11-26T11:24:23,513 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 187324 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-26T11:24:23,513 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1540): 53f0755a93bd13fd0721e783e67fdbd9/A is initiating minor compaction (all files) 2024-11-26T11:24:23,514 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 53f0755a93bd13fd0721e783e67fdbd9/A in TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:23,514 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting b1b35cbdfbf94a85ba8a80946a1d0595, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1732620255719 2024-11-26T11:24:23,514 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/478df5ea4d844d56a6bf1165d1275f71, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/6ce3945acaa247a8a2ae2f688e573fe6, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/5fccda55046d4729a29d5ccf0bbbfbb2, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/615299f90d3b4273baa9c7468523febb, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/b10d49631d0c4bbebdb3a0726c97f1b5, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/9ae15637513643fe8eb84e7295cb7415] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp, totalSize=182.9 K 2024-11-26T11:24:23,514 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=10 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:23,514 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. files: [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/478df5ea4d844d56a6bf1165d1275f71, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/6ce3945acaa247a8a2ae2f688e573fe6, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/5fccda55046d4729a29d5ccf0bbbfbb2, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/615299f90d3b4273baa9c7468523febb, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/b10d49631d0c4bbebdb3a0726c97f1b5, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/9ae15637513643fe8eb84e7295cb7415] 2024-11-26T11:24:23,514 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 0967ed122e244806878e8525df6a2633, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732620255774 2024-11-26T11:24:23,514 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 478df5ea4d844d56a6bf1165d1275f71, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1732620255719 2024-11-26T11:24:23,514 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting be5eb75d2e9741e6be8ecb7767b92fd1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1732620256896 2024-11-26T11:24:23,515 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6ce3945acaa247a8a2ae2f688e573fe6, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732620255774 2024-11-26T11:24:23,515 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 629861a23bcb4c6db1c3c93195b06025, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732620257951 2024-11-26T11:24:23,515 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5fccda55046d4729a29d5ccf0bbbfbb2, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1732620256896 2024-11-26T11:24:23,515 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 7efe662c00b0415e8b10c8195701e237, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1732620260085 2024-11-26T11:24:23,516 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 615299f90d3b4273baa9c7468523febb, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732620257951 2024-11-26T11:24:23,516 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 8a364c2b965a4875a0a5bb3f7769dd7e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732620261070 2024-11-26T11:24:23,516 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting b10d49631d0c4bbebdb3a0726c97f1b5, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1732620260085 2024-11-26T11:24:23,516 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9ae15637513643fe8eb84e7295cb7415, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732620261068 2024-11-26T11:24:23,530 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=53f0755a93bd13fd0721e783e67fdbd9] 2024-11-26T11:24:23,531 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53f0755a93bd13fd0721e783e67fdbd9#B#compaction#165 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:24:23,532 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/B/30f224e6b8ee402883849b776b339733 is 50, key is test_row_0/B:col10/1732620261070/Put/seqid=0 2024-11-26T11:24:23,532 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241126fceb4e9d530e4756a2fd81e5637175f4_53f0755a93bd13fd0721e783e67fdbd9 store=[table=TestAcidGuarantees family=A region=53f0755a93bd13fd0721e783e67fdbd9] 2024-11-26T11:24:23,536 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241126fceb4e9d530e4756a2fd81e5637175f4_53f0755a93bd13fd0721e783e67fdbd9, store=[table=TestAcidGuarantees family=A region=53f0755a93bd13fd0721e783e67fdbd9] 2024-11-26T11:24:23,536 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126fceb4e9d530e4756a2fd81e5637175f4_53f0755a93bd13fd0721e783e67fdbd9 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=53f0755a93bd13fd0721e783e67fdbd9] 2024-11-26T11:24:23,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742027_1203 (size=4469) 2024-11-26T11:24:23,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742026_1202 (size=12949) 2024-11-26T11:24:23,549 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53f0755a93bd13fd0721e783e67fdbd9#A#compaction#166 average throughput is 1.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:24:23,549 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/A/70a69b5d1b9c4d51bd01e7f9be7193bf is 175, key is test_row_0/A:col10/1732620261070/Put/seqid=0 2024-11-26T11:24:23,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742028_1204 (size=31903) 2024-11-26T11:24:23,558 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/A/70a69b5d1b9c4d51bd01e7f9be7193bf as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/70a69b5d1b9c4d51bd01e7f9be7193bf 2024-11-26T11:24:23,563 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in 53f0755a93bd13fd0721e783e67fdbd9/A of 53f0755a93bd13fd0721e783e67fdbd9 into 70a69b5d1b9c4d51bd01e7f9be7193bf(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:24:23,563 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 53f0755a93bd13fd0721e783e67fdbd9: 2024-11-26T11:24:23,563 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9., storeName=53f0755a93bd13fd0721e783e67fdbd9/A, priority=10, startTime=1732620263511; duration=0sec 2024-11-26T11:24:23,563 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T11:24:23,563 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53f0755a93bd13fd0721e783e67fdbd9:A 2024-11-26T11:24:23,563 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-26T11:24:23,565 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 71156 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-26T11:24:23,566 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1540): 53f0755a93bd13fd0721e783e67fdbd9/C is initiating minor compaction (all files) 2024-11-26T11:24:23,566 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 53f0755a93bd13fd0721e783e67fdbd9/C in TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:23,566 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/9109b70c27574c1ab97011516b4318f2, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/751fa23198f24ea6ab11d13493b8cbcb, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/5f7de449dd4546c6b0dd9050f6affa54, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/3957e4e47f62416b988ccb5292d91e05, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/da295c5b65104f4baf24756638cb6fca, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/c737b8e3f2254c038d6b2efec02cf171] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp, totalSize=69.5 K 2024-11-26T11:24:23,566 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9109b70c27574c1ab97011516b4318f2, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1732620255719 2024-11-26T11:24:23,567 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 751fa23198f24ea6ab11d13493b8cbcb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732620255774 2024-11-26T11:24:23,567 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5f7de449dd4546c6b0dd9050f6affa54, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1732620256896 2024-11-26T11:24:23,567 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3957e4e47f62416b988ccb5292d91e05, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732620257951 2024-11-26T11:24:23,568 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting da295c5b65104f4baf24756638cb6fca, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1732620260085 2024-11-26T11:24:23,568 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting c737b8e3f2254c038d6b2efec02cf171, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732620261070 2024-11-26T11:24:23,579 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53f0755a93bd13fd0721e783e67fdbd9#C#compaction#167 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:24:23,580 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/C/6a1802454d46415ea5b6909735d9ecf2 is 50, key is test_row_0/C:col10/1732620261070/Put/seqid=0 2024-11-26T11:24:23,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742029_1205 (size=12949) 2024-11-26T11:24:23,589 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/C/6a1802454d46415ea5b6909735d9ecf2 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/6a1802454d46415ea5b6909735d9ecf2 2024-11-26T11:24:23,596 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in 53f0755a93bd13fd0721e783e67fdbd9/C of 53f0755a93bd13fd0721e783e67fdbd9 into 6a1802454d46415ea5b6909735d9ecf2(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:24:23,596 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 53f0755a93bd13fd0721e783e67fdbd9: 2024-11-26T11:24:23,596 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9., storeName=53f0755a93bd13fd0721e783e67fdbd9/C, priority=10, startTime=1732620263511; duration=0sec 2024-11-26T11:24:23,596 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:24:23,596 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53f0755a93bd13fd0721e783e67fdbd9:C 2024-11-26T11:24:23,639 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:24:23,639 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-26T11:24:23,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:23,640 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2837): Flushing 53f0755a93bd13fd0721e783e67fdbd9 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-26T11:24:23,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53f0755a93bd13fd0721e783e67fdbd9, store=A 2024-11-26T11:24:23,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:23,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53f0755a93bd13fd0721e783e67fdbd9, store=B 2024-11-26T11:24:23,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:23,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53f0755a93bd13fd0721e783e67fdbd9, store=C 2024-11-26T11:24:23,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:23,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126647798d8a4db4d81aee506803ec9e1f9_53f0755a93bd13fd0721e783e67fdbd9 is 50, key is test_row_0/A:col10/1732620262215/Put/seqid=0 2024-11-26T11:24:23,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742030_1206 (size=12454) 2024-11-26T11:24:23,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:23,663 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126647798d8a4db4d81aee506803ec9e1f9_53f0755a93bd13fd0721e783e67fdbd9 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126647798d8a4db4d81aee506803ec9e1f9_53f0755a93bd13fd0721e783e67fdbd9 2024-11-26T11:24:23,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/A/09fa309da16c4f4db56df8ead949ea8d, store: [table=TestAcidGuarantees family=A region=53f0755a93bd13fd0721e783e67fdbd9] 2024-11-26T11:24:23,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/A/09fa309da16c4f4db56df8ead949ea8d is 175, key is test_row_0/A:col10/1732620262215/Put/seqid=0 2024-11-26T11:24:23,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742031_1207 (size=31255) 2024-11-26T11:24:23,670 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=296, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/A/09fa309da16c4f4db56df8ead949ea8d 2024-11-26T11:24:23,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/B/dc49da3ac3804445ae6d04fb964ab138 is 50, key is test_row_0/B:col10/1732620262215/Put/seqid=0 2024-11-26T11:24:23,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742032_1208 (size=12301) 2024-11-26T11:24:23,954 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/B/30f224e6b8ee402883849b776b339733 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/30f224e6b8ee402883849b776b339733 2024-11-26T11:24:23,959 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in 53f0755a93bd13fd0721e783e67fdbd9/B of 53f0755a93bd13fd0721e783e67fdbd9 into 30f224e6b8ee402883849b776b339733(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:24:23,959 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 53f0755a93bd13fd0721e783e67fdbd9: 2024-11-26T11:24:23,959 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9., storeName=53f0755a93bd13fd0721e783e67fdbd9/B, priority=10, startTime=1732620263511; duration=0sec 2024-11-26T11:24:23,959 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:24:23,959 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53f0755a93bd13fd0721e783e67fdbd9:B 2024-11-26T11:24:23,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-26T11:24:24,085 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/B/dc49da3ac3804445ae6d04fb964ab138 2024-11-26T11:24:24,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/C/113c3ae774ef43e2869cd63b3dbf31fa is 50, key is test_row_0/C:col10/1732620262215/Put/seqid=0 2024-11-26T11:24:24,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742033_1209 (size=12301) 2024-11-26T11:24:24,097 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/C/113c3ae774ef43e2869cd63b3dbf31fa 2024-11-26T11:24:24,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/A/09fa309da16c4f4db56df8ead949ea8d as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/09fa309da16c4f4db56df8ead949ea8d 2024-11-26T11:24:24,107 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/09fa309da16c4f4db56df8ead949ea8d, entries=150, sequenceid=296, filesize=30.5 K 2024-11-26T11:24:24,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/B/dc49da3ac3804445ae6d04fb964ab138 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/dc49da3ac3804445ae6d04fb964ab138 2024-11-26T11:24:24,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,112 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/dc49da3ac3804445ae6d04fb964ab138, entries=150, sequenceid=296, filesize=12.0 K 2024-11-26T11:24:24,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/C/113c3ae774ef43e2869cd63b3dbf31fa as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/113c3ae774ef43e2869cd63b3dbf31fa 2024-11-26T11:24:24,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,129 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/113c3ae774ef43e2869cd63b3dbf31fa, entries=150, sequenceid=296, filesize=12.0 K 2024-11-26T11:24:24,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,130 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 53f0755a93bd13fd0721e783e67fdbd9 in 490ms, sequenceid=296, compaction requested=false 2024-11-26T11:24:24,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2538): Flush status journal for 53f0755a93bd13fd0721e783e67fdbd9: 2024-11-26T11:24:24,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:24,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=62 2024-11-26T11:24:24,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4106): Remote procedure done, pid=62 2024-11-26T11:24:24,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,134 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61 2024-11-26T11:24:24,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,134 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2560 sec 2024-11-26T11:24:24,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,136 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees in 1.2610 sec 2024-11-26T11:24:24,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(8581): Flush requested on 53f0755a93bd13fd0721e783e67fdbd9 2024-11-26T11:24:24,488 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 53f0755a93bd13fd0721e783e67fdbd9 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T11:24:24,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53f0755a93bd13fd0721e783e67fdbd9, store=A 2024-11-26T11:24:24,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:24,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53f0755a93bd13fd0721e783e67fdbd9, store=B 2024-11-26T11:24:24,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:24,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53f0755a93bd13fd0721e783e67fdbd9, store=C 2024-11-26T11:24:24,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:24,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,500 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126b162c6c309ce42e9ac23a705fc411e83_53f0755a93bd13fd0721e783e67fdbd9 is 50, key is test_row_0/A:col10/1732620264409/Put/seqid=0 2024-11-26T11:24:24,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742034_1210 (size=17534) 2024-11-26T11:24:24,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,514 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,520 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126b162c6c309ce42e9ac23a705fc411e83_53f0755a93bd13fd0721e783e67fdbd9 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126b162c6c309ce42e9ac23a705fc411e83_53f0755a93bd13fd0721e783e67fdbd9 2024-11-26T11:24:24,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,522 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/A/f92aca1ca03f4181b2080a90c24f7d62, store: [table=TestAcidGuarantees family=A region=53f0755a93bd13fd0721e783e67fdbd9] 2024-11-26T11:24:24,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,522 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/A/f92aca1ca03f4181b2080a90c24f7d62 is 175, key is test_row_0/A:col10/1732620264409/Put/seqid=0 2024-11-26T11:24:24,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:24,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742035_1211 (size=48639) 2024-11-26T11:24:24,531 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=308, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/A/f92aca1ca03f4181b2080a90c24f7d62 2024-11-26T11:24:24,541 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/B/dccc96e7d09240c592a371fc5c874958 is 50, key is test_row_0/B:col10/1732620264409/Put/seqid=0 2024-11-26T11:24:24,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742036_1212 (size=12301) 2024-11-26T11:24:24,549 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=308 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/B/dccc96e7d09240c592a371fc5c874958 2024-11-26T11:24:24,563 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/C/29a399bedae14b0a9c6543a16c0630e8 is 50, key is test_row_0/C:col10/1732620264409/Put/seqid=0 2024-11-26T11:24:24,587 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:24,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38262 deadline: 1732620324585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:24,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742037_1213 (size=12301) 2024-11-26T11:24:24,592 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=308 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/C/29a399bedae14b0a9c6543a16c0630e8 2024-11-26T11:24:24,596 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/A/f92aca1ca03f4181b2080a90c24f7d62 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/f92aca1ca03f4181b2080a90c24f7d62 2024-11-26T11:24:24,601 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/f92aca1ca03f4181b2080a90c24f7d62, entries=250, sequenceid=308, filesize=47.5 K 2024-11-26T11:24:24,603 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/B/dccc96e7d09240c592a371fc5c874958 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/dccc96e7d09240c592a371fc5c874958 2024-11-26T11:24:24,609 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/dccc96e7d09240c592a371fc5c874958, entries=150, sequenceid=308, filesize=12.0 K 2024-11-26T11:24:24,610 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/C/29a399bedae14b0a9c6543a16c0630e8 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/29a399bedae14b0a9c6543a16c0630e8 2024-11-26T11:24:24,616 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/29a399bedae14b0a9c6543a16c0630e8, entries=150, sequenceid=308, filesize=12.0 K 2024-11-26T11:24:24,617 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 53f0755a93bd13fd0721e783e67fdbd9 in 129ms, sequenceid=308, compaction requested=true 2024-11-26T11:24:24,617 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 53f0755a93bd13fd0721e783e67fdbd9: 2024-11-26T11:24:24,617 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53f0755a93bd13fd0721e783e67fdbd9:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T11:24:24,617 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:24:24,617 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T11:24:24,617 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T11:24:24,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53f0755a93bd13fd0721e783e67fdbd9:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T11:24:24,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:24:24,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53f0755a93bd13fd0721e783e67fdbd9:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T11:24:24,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T11:24:24,619 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T11:24:24,619 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1540): 53f0755a93bd13fd0721e783e67fdbd9/B is initiating minor compaction (all files) 2024-11-26T11:24:24,619 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 53f0755a93bd13fd0721e783e67fdbd9/B in TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:24,619 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/30f224e6b8ee402883849b776b339733, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/dc49da3ac3804445ae6d04fb964ab138, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/dccc96e7d09240c592a371fc5c874958] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp, totalSize=36.7 K 2024-11-26T11:24:24,620 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 30f224e6b8ee402883849b776b339733, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732620261070 2024-11-26T11:24:24,620 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111797 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T11:24:24,620 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1540): 53f0755a93bd13fd0721e783e67fdbd9/A is initiating minor compaction (all files) 2024-11-26T11:24:24,620 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 53f0755a93bd13fd0721e783e67fdbd9/A in TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:24,620 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/70a69b5d1b9c4d51bd01e7f9be7193bf, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/09fa309da16c4f4db56df8ead949ea8d, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/f92aca1ca03f4181b2080a90c24f7d62] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp, totalSize=109.2 K 2024-11-26T11:24:24,620 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:24,620 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. files: [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/70a69b5d1b9c4d51bd01e7f9be7193bf, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/09fa309da16c4f4db56df8ead949ea8d, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/f92aca1ca03f4181b2080a90c24f7d62] 2024-11-26T11:24:24,621 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting dc49da3ac3804445ae6d04fb964ab138, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732620262215 2024-11-26T11:24:24,622 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 70a69b5d1b9c4d51bd01e7f9be7193bf, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732620261070 2024-11-26T11:24:24,622 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting dccc96e7d09240c592a371fc5c874958, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1732620264409 2024-11-26T11:24:24,622 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 09fa309da16c4f4db56df8ead949ea8d, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732620262215 2024-11-26T11:24:24,623 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting f92aca1ca03f4181b2080a90c24f7d62, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1732620264409 2024-11-26T11:24:24,634 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53f0755a93bd13fd0721e783e67fdbd9#B#compaction#174 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:24:24,635 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/B/7bfef5c734984b42bee0e4a6400aa28a is 50, key is test_row_0/B:col10/1732620264409/Put/seqid=0 2024-11-26T11:24:24,640 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=53f0755a93bd13fd0721e783e67fdbd9] 2024-11-26T11:24:24,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742038_1214 (size=13051) 2024-11-26T11:24:24,660 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411268146ccdc24b744679bdc301e3d6be0d1_53f0755a93bd13fd0721e783e67fdbd9 store=[table=TestAcidGuarantees family=A region=53f0755a93bd13fd0721e783e67fdbd9] 2024-11-26T11:24:24,662 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411268146ccdc24b744679bdc301e3d6be0d1_53f0755a93bd13fd0721e783e67fdbd9, store=[table=TestAcidGuarantees family=A region=53f0755a93bd13fd0721e783e67fdbd9] 2024-11-26T11:24:24,662 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411268146ccdc24b744679bdc301e3d6be0d1_53f0755a93bd13fd0721e783e67fdbd9 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=53f0755a93bd13fd0721e783e67fdbd9] 2024-11-26T11:24:24,673 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/B/7bfef5c734984b42bee0e4a6400aa28a as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/7bfef5c734984b42bee0e4a6400aa28a 2024-11-26T11:24:24,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742039_1215 (size=4469) 2024-11-26T11:24:24,676 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53f0755a93bd13fd0721e783e67fdbd9#A#compaction#175 average throughput is 0.70 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:24:24,677 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/A/46753b3703a64b068711b00ded5b3b13 is 175, key is test_row_0/A:col10/1732620264409/Put/seqid=0 2024-11-26T11:24:24,679 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 53f0755a93bd13fd0721e783e67fdbd9/B of 53f0755a93bd13fd0721e783e67fdbd9 into 7bfef5c734984b42bee0e4a6400aa28a(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:24:24,679 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 53f0755a93bd13fd0721e783e67fdbd9: 2024-11-26T11:24:24,679 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9., storeName=53f0755a93bd13fd0721e783e67fdbd9/B, priority=13, startTime=1732620264617; duration=0sec 2024-11-26T11:24:24,679 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T11:24:24,679 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53f0755a93bd13fd0721e783e67fdbd9:B 2024-11-26T11:24:24,679 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T11:24:24,680 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T11:24:24,681 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1540): 53f0755a93bd13fd0721e783e67fdbd9/C is initiating minor compaction (all files) 2024-11-26T11:24:24,681 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 53f0755a93bd13fd0721e783e67fdbd9/C in TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:24,681 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/6a1802454d46415ea5b6909735d9ecf2, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/113c3ae774ef43e2869cd63b3dbf31fa, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/29a399bedae14b0a9c6543a16c0630e8] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp, totalSize=36.7 K 2024-11-26T11:24:24,682 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 6a1802454d46415ea5b6909735d9ecf2, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732620261070 2024-11-26T11:24:24,682 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 113c3ae774ef43e2869cd63b3dbf31fa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732620262215 2024-11-26T11:24:24,682 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 29a399bedae14b0a9c6543a16c0630e8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1732620264409 2024-11-26T11:24:24,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742040_1216 (size=32005) 2024-11-26T11:24:24,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(8581): Flush requested on 53f0755a93bd13fd0721e783e67fdbd9 2024-11-26T11:24:24,691 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 53f0755a93bd13fd0721e783e67fdbd9 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-26T11:24:24,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53f0755a93bd13fd0721e783e67fdbd9, store=A 2024-11-26T11:24:24,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:24,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53f0755a93bd13fd0721e783e67fdbd9, store=B 2024-11-26T11:24:24,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:24,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53f0755a93bd13fd0721e783e67fdbd9, store=C 2024-11-26T11:24:24,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:24,698 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/A/46753b3703a64b068711b00ded5b3b13 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/46753b3703a64b068711b00ded5b3b13 2024-11-26T11:24:24,702 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53f0755a93bd13fd0721e783e67fdbd9#C#compaction#176 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:24:24,703 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/C/57afa8ee3dbd42d3a8b45f6d132042cf is 50, key is test_row_0/C:col10/1732620264409/Put/seqid=0 2024-11-26T11:24:24,704 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 53f0755a93bd13fd0721e783e67fdbd9/A of 53f0755a93bd13fd0721e783e67fdbd9 into 46753b3703a64b068711b00ded5b3b13(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:24:24,704 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 53f0755a93bd13fd0721e783e67fdbd9: 2024-11-26T11:24:24,704 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9., storeName=53f0755a93bd13fd0721e783e67fdbd9/A, priority=13, startTime=1732620264617; duration=0sec 2024-11-26T11:24:24,705 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:24:24,705 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53f0755a93bd13fd0721e783e67fdbd9:A 2024-11-26T11:24:24,714 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:24,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38262 deadline: 1732620324714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:24,715 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411269f9612363f0d48ad91c1aacb52617120_53f0755a93bd13fd0721e783e67fdbd9 is 50, key is test_row_0/A:col10/1732620264540/Put/seqid=0 2024-11-26T11:24:24,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742041_1217 (size=13051) 2024-11-26T11:24:24,727 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/C/57afa8ee3dbd42d3a8b45f6d132042cf as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/57afa8ee3dbd42d3a8b45f6d132042cf 2024-11-26T11:24:24,735 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 53f0755a93bd13fd0721e783e67fdbd9/C of 53f0755a93bd13fd0721e783e67fdbd9 into 57afa8ee3dbd42d3a8b45f6d132042cf(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:24:24,735 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 53f0755a93bd13fd0721e783e67fdbd9: 2024-11-26T11:24:24,735 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9., storeName=53f0755a93bd13fd0721e783e67fdbd9/C, priority=13, startTime=1732620264618; duration=0sec 2024-11-26T11:24:24,735 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:24:24,735 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53f0755a93bd13fd0721e783e67fdbd9:C 2024-11-26T11:24:24,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742042_1218 (size=12454) 2024-11-26T11:24:24,817 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:24,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38262 deadline: 1732620324816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:24,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-26T11:24:24,978 INFO [Thread-632 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 61 completed 2024-11-26T11:24:24,980 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T11:24:24,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] procedure2.ProcedureExecutor(1098): Stored pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees 2024-11-26T11:24:24,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-26T11:24:24,982 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T11:24:24,982 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T11:24:24,983 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T11:24:25,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:25,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38262 deadline: 1732620325018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:25,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-26T11:24:25,135 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:24:25,135 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-26T11:24:25,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:25,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. as already flushing 2024-11-26T11:24:25,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:25,136 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:25,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:25,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:25,138 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:25,143 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411269f9612363f0d48ad91c1aacb52617120_53f0755a93bd13fd0721e783e67fdbd9 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411269f9612363f0d48ad91c1aacb52617120_53f0755a93bd13fd0721e783e67fdbd9 2024-11-26T11:24:25,144 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/A/55245de01576437db9156aea644a4348, store: [table=TestAcidGuarantees family=A region=53f0755a93bd13fd0721e783e67fdbd9] 2024-11-26T11:24:25,145 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/A/55245de01576437db9156aea644a4348 is 175, key is test_row_0/A:col10/1732620264540/Put/seqid=0 2024-11-26T11:24:25,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742043_1219 (size=31255) 2024-11-26T11:24:25,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:25,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38236 deadline: 1732620325207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:25,210 DEBUG [Thread-630 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4138 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9., hostname=173854343f88,33007,1732620213227, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:24:25,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:25,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38246 deadline: 1732620325210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:25,212 DEBUG [Thread-622 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4142 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9., hostname=173854343f88,33007,1732620213227, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:24:25,218 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:25,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38286 deadline: 1732620325217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:25,218 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:25,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38250 deadline: 1732620325217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:25,219 DEBUG [Thread-624 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4145 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9., hostname=173854343f88,33007,1732620213227, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:24:25,219 DEBUG [Thread-628 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4145 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9., hostname=173854343f88,33007,1732620213227, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:24:25,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-26T11:24:25,289 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:24:25,290 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-26T11:24:25,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:25,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. as already flushing 2024-11-26T11:24:25,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:25,290 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:25,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:25,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:25,323 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:25,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38262 deadline: 1732620325322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:25,442 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:24:25,443 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-26T11:24:25,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:25,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. as already flushing 2024-11-26T11:24:25,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:25,443 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:25,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:25,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:25,551 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=335, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/A/55245de01576437db9156aea644a4348 2024-11-26T11:24:25,560 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/B/d97e27efb5e04e6caa4e2a45a0c02792 is 50, key is test_row_0/B:col10/1732620264540/Put/seqid=0 2024-11-26T11:24:25,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742044_1220 (size=12301) 2024-11-26T11:24:25,566 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/B/d97e27efb5e04e6caa4e2a45a0c02792 2024-11-26T11:24:25,578 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/C/01c89d6e0131443596be55641527baad is 50, key is test_row_0/C:col10/1732620264540/Put/seqid=0 2024-11-26T11:24:25,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-26T11:24:25,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742045_1221 (size=12301) 2024-11-26T11:24:25,595 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:24:25,596 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-26T11:24:25,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:25,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. as already flushing 2024-11-26T11:24:25,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:25,596 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:25,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:25,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:25,748 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:24:25,749 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-26T11:24:25,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:25,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. as already flushing 2024-11-26T11:24:25,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:25,749 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:25,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:25,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:25,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:25,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38262 deadline: 1732620325824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:25,901 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:24:25,901 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-26T11:24:25,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:25,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. as already flushing 2024-11-26T11:24:25,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:25,902 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:25,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:25,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:25,990 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/C/01c89d6e0131443596be55641527baad 2024-11-26T11:24:25,995 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/A/55245de01576437db9156aea644a4348 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/55245de01576437db9156aea644a4348 2024-11-26T11:24:26,000 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/55245de01576437db9156aea644a4348, entries=150, sequenceid=335, filesize=30.5 K 2024-11-26T11:24:26,001 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/B/d97e27efb5e04e6caa4e2a45a0c02792 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/d97e27efb5e04e6caa4e2a45a0c02792 2024-11-26T11:24:26,005 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/d97e27efb5e04e6caa4e2a45a0c02792, entries=150, sequenceid=335, filesize=12.0 K 2024-11-26T11:24:26,006 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/C/01c89d6e0131443596be55641527baad as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/01c89d6e0131443596be55641527baad 2024-11-26T11:24:26,010 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/01c89d6e0131443596be55641527baad, entries=150, sequenceid=335, filesize=12.0 K 2024-11-26T11:24:26,011 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 53f0755a93bd13fd0721e783e67fdbd9 in 1320ms, sequenceid=335, compaction requested=false 2024-11-26T11:24:26,011 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 53f0755a93bd13fd0721e783e67fdbd9: 2024-11-26T11:24:26,054 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:24:26,054 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-26T11:24:26,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:26,055 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2837): Flushing 53f0755a93bd13fd0721e783e67fdbd9 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-26T11:24:26,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53f0755a93bd13fd0721e783e67fdbd9, store=A 2024-11-26T11:24:26,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:26,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53f0755a93bd13fd0721e783e67fdbd9, store=B 2024-11-26T11:24:26,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:26,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53f0755a93bd13fd0721e783e67fdbd9, store=C 2024-11-26T11:24:26,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:26,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126ce217d923ba14c4b87452c086740c09c_53f0755a93bd13fd0721e783e67fdbd9 is 50, key is test_row_0/A:col10/1732620264712/Put/seqid=0 2024-11-26T11:24:26,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742046_1222 (size=12454) 2024-11-26T11:24:26,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:26,072 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126ce217d923ba14c4b87452c086740c09c_53f0755a93bd13fd0721e783e67fdbd9 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126ce217d923ba14c4b87452c086740c09c_53f0755a93bd13fd0721e783e67fdbd9 2024-11-26T11:24:26,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/A/a820db42f4f74d1788f0ceb3b53c3586, store: [table=TestAcidGuarantees family=A region=53f0755a93bd13fd0721e783e67fdbd9] 2024-11-26T11:24:26,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/A/a820db42f4f74d1788f0ceb3b53c3586 is 175, key is test_row_0/A:col10/1732620264712/Put/seqid=0 2024-11-26T11:24:26,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742047_1223 (size=31255) 2024-11-26T11:24:26,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-26T11:24:26,479 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=347, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/A/a820db42f4f74d1788f0ceb3b53c3586 2024-11-26T11:24:26,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/B/22feedbd80a64ade9497fa83b3537775 is 50, key is test_row_0/B:col10/1732620264712/Put/seqid=0 2024-11-26T11:24:26,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742048_1224 (size=12301) 2024-11-26T11:24:26,830 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. as already flushing 2024-11-26T11:24:26,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(8581): Flush requested on 53f0755a93bd13fd0721e783e67fdbd9 2024-11-26T11:24:26,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:26,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38262 deadline: 1732620326883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:26,894 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/B/22feedbd80a64ade9497fa83b3537775 2024-11-26T11:24:26,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/C/9fd4cdee343d4f8d87b99ce25fc07298 is 50, key is test_row_0/C:col10/1732620264712/Put/seqid=0 2024-11-26T11:24:26,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742049_1225 (size=12301) 2024-11-26T11:24:26,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:26,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38262 deadline: 1732620326987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:27,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-26T11:24:27,190 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:27,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38262 deadline: 1732620327189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:27,307 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/C/9fd4cdee343d4f8d87b99ce25fc07298 2024-11-26T11:24:27,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/A/a820db42f4f74d1788f0ceb3b53c3586 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/a820db42f4f74d1788f0ceb3b53c3586 2024-11-26T11:24:27,316 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/a820db42f4f74d1788f0ceb3b53c3586, entries=150, sequenceid=347, filesize=30.5 K 2024-11-26T11:24:27,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/B/22feedbd80a64ade9497fa83b3537775 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/22feedbd80a64ade9497fa83b3537775 2024-11-26T11:24:27,321 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/22feedbd80a64ade9497fa83b3537775, entries=150, sequenceid=347, filesize=12.0 K 2024-11-26T11:24:27,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/C/9fd4cdee343d4f8d87b99ce25fc07298 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/9fd4cdee343d4f8d87b99ce25fc07298 2024-11-26T11:24:27,326 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/9fd4cdee343d4f8d87b99ce25fc07298, entries=150, sequenceid=347, filesize=12.0 K 2024-11-26T11:24:27,326 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 53f0755a93bd13fd0721e783e67fdbd9 in 1271ms, sequenceid=347, compaction requested=true 2024-11-26T11:24:27,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2538): Flush status journal for 53f0755a93bd13fd0721e783e67fdbd9: 2024-11-26T11:24:27,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:27,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=64 2024-11-26T11:24:27,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4106): Remote procedure done, pid=64 2024-11-26T11:24:27,329 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-11-26T11:24:27,329 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3450 sec 2024-11-26T11:24:27,330 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees in 2.3490 sec 2024-11-26T11:24:27,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(8581): Flush requested on 53f0755a93bd13fd0721e783e67fdbd9 2024-11-26T11:24:27,494 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 53f0755a93bd13fd0721e783e67fdbd9 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-26T11:24:27,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53f0755a93bd13fd0721e783e67fdbd9, store=A 2024-11-26T11:24:27,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:27,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53f0755a93bd13fd0721e783e67fdbd9, store=B 2024-11-26T11:24:27,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:27,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53f0755a93bd13fd0721e783e67fdbd9, store=C 2024-11-26T11:24:27,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:27,503 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126d6d6973820114645b7efb58655f7589d_53f0755a93bd13fd0721e783e67fdbd9 is 50, key is test_row_0/A:col10/1732620266882/Put/seqid=0 2024-11-26T11:24:27,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742050_1226 (size=14994) 2024-11-26T11:24:27,512 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:27,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38262 deadline: 1732620327509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:27,615 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:27,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38262 deadline: 1732620327613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:27,819 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:27,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38262 deadline: 1732620327817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:27,908 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:27,912 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126d6d6973820114645b7efb58655f7589d_53f0755a93bd13fd0721e783e67fdbd9 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126d6d6973820114645b7efb58655f7589d_53f0755a93bd13fd0721e783e67fdbd9 2024-11-26T11:24:27,913 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/A/33ac454ba51a4cd3a99836d3e90e0816, store: [table=TestAcidGuarantees family=A region=53f0755a93bd13fd0721e783e67fdbd9] 2024-11-26T11:24:27,913 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/A/33ac454ba51a4cd3a99836d3e90e0816 is 175, key is test_row_0/A:col10/1732620266882/Put/seqid=0 2024-11-26T11:24:27,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742051_1227 (size=39949) 2024-11-26T11:24:28,123 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:28,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38262 deadline: 1732620328120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:28,318 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=374, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/A/33ac454ba51a4cd3a99836d3e90e0816 2024-11-26T11:24:28,326 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/B/8989798b2ff746bcbc7cd0db0be35de1 is 50, key is test_row_0/B:col10/1732620266882/Put/seqid=0 2024-11-26T11:24:28,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742052_1228 (size=12301) 2024-11-26T11:24:28,330 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/B/8989798b2ff746bcbc7cd0db0be35de1 2024-11-26T11:24:28,336 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/C/13b5e1e803d04519bc9ca820fc726b99 is 50, key is test_row_0/C:col10/1732620266882/Put/seqid=0 2024-11-26T11:24:28,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742053_1229 (size=12301) 2024-11-26T11:24:28,604 DEBUG [Thread-637 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3448d233 to 127.0.0.1:59149 2024-11-26T11:24:28,604 DEBUG [Thread-637 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:24:28,605 DEBUG [Thread-635 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x517ff977 to 127.0.0.1:59149 2024-11-26T11:24:28,605 DEBUG [Thread-635 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:24:28,605 DEBUG [Thread-633 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x247c0c93 to 127.0.0.1:59149 2024-11-26T11:24:28,605 DEBUG [Thread-633 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:24:28,609 DEBUG [Thread-639 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7a11164b to 127.0.0.1:59149 2024-11-26T11:24:28,609 DEBUG [Thread-639 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:24:28,626 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:28,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38262 deadline: 1732620328626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 2024-11-26T11:24:28,743 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/C/13b5e1e803d04519bc9ca820fc726b99 2024-11-26T11:24:28,747 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/A/33ac454ba51a4cd3a99836d3e90e0816 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/33ac454ba51a4cd3a99836d3e90e0816 2024-11-26T11:24:28,751 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/33ac454ba51a4cd3a99836d3e90e0816, entries=200, sequenceid=374, filesize=39.0 K 2024-11-26T11:24:28,752 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/B/8989798b2ff746bcbc7cd0db0be35de1 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/8989798b2ff746bcbc7cd0db0be35de1 2024-11-26T11:24:28,756 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/8989798b2ff746bcbc7cd0db0be35de1, entries=150, sequenceid=374, filesize=12.0 K 2024-11-26T11:24:28,757 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/C/13b5e1e803d04519bc9ca820fc726b99 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/13b5e1e803d04519bc9ca820fc726b99 2024-11-26T11:24:28,760 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/13b5e1e803d04519bc9ca820fc726b99, entries=150, sequenceid=374, filesize=12.0 K 2024-11-26T11:24:28,761 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 53f0755a93bd13fd0721e783e67fdbd9 in 1267ms, sequenceid=374, compaction requested=true 2024-11-26T11:24:28,761 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 53f0755a93bd13fd0721e783e67fdbd9: 2024-11-26T11:24:28,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53f0755a93bd13fd0721e783e67fdbd9:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T11:24:28,762 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T11:24:28,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:24:28,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53f0755a93bd13fd0721e783e67fdbd9:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T11:24:28,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:24:28,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53f0755a93bd13fd0721e783e67fdbd9:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T11:24:28,762 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T11:24:28,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T11:24:28,763 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 134464 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T11:24:28,763 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T11:24:28,763 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1540): 53f0755a93bd13fd0721e783e67fdbd9/B is initiating minor compaction (all files) 2024-11-26T11:24:28,763 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1540): 53f0755a93bd13fd0721e783e67fdbd9/A is initiating minor compaction (all files) 2024-11-26T11:24:28,763 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 53f0755a93bd13fd0721e783e67fdbd9/B in TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:28,763 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 53f0755a93bd13fd0721e783e67fdbd9/A in TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:28,763 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/7bfef5c734984b42bee0e4a6400aa28a, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/d97e27efb5e04e6caa4e2a45a0c02792, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/22feedbd80a64ade9497fa83b3537775, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/8989798b2ff746bcbc7cd0db0be35de1] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp, totalSize=48.8 K 2024-11-26T11:24:28,763 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/46753b3703a64b068711b00ded5b3b13, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/55245de01576437db9156aea644a4348, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/a820db42f4f74d1788f0ceb3b53c3586, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/33ac454ba51a4cd3a99836d3e90e0816] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp, totalSize=131.3 K 2024-11-26T11:24:28,763 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:28,763 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. files: [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/46753b3703a64b068711b00ded5b3b13, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/55245de01576437db9156aea644a4348, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/a820db42f4f74d1788f0ceb3b53c3586, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/33ac454ba51a4cd3a99836d3e90e0816] 2024-11-26T11:24:28,763 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 7bfef5c734984b42bee0e4a6400aa28a, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1732620264409 2024-11-26T11:24:28,763 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 46753b3703a64b068711b00ded5b3b13, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1732620264409 2024-11-26T11:24:28,764 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting d97e27efb5e04e6caa4e2a45a0c02792, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1732620264540 2024-11-26T11:24:28,764 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 55245de01576437db9156aea644a4348, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1732620264540 2024-11-26T11:24:28,764 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 22feedbd80a64ade9497fa83b3537775, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1732620264696 2024-11-26T11:24:28,764 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting a820db42f4f74d1788f0ceb3b53c3586, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1732620264696 2024-11-26T11:24:28,764 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 8989798b2ff746bcbc7cd0db0be35de1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732620266869 2024-11-26T11:24:28,764 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 33ac454ba51a4cd3a99836d3e90e0816, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732620266859 2024-11-26T11:24:28,776 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53f0755a93bd13fd0721e783e67fdbd9#B#compaction#186 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:24:28,776 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=53f0755a93bd13fd0721e783e67fdbd9] 2024-11-26T11:24:28,777 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/B/d0f7057b1c85464ea1001cf23b723af5 is 50, key is test_row_0/B:col10/1732620266882/Put/seqid=0 2024-11-26T11:24:28,778 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241126f028747894894605aa91051c56160603_53f0755a93bd13fd0721e783e67fdbd9 store=[table=TestAcidGuarantees family=A region=53f0755a93bd13fd0721e783e67fdbd9] 2024-11-26T11:24:28,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742054_1230 (size=13187) 2024-11-26T11:24:28,810 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241126f028747894894605aa91051c56160603_53f0755a93bd13fd0721e783e67fdbd9, store=[table=TestAcidGuarantees family=A region=53f0755a93bd13fd0721e783e67fdbd9] 2024-11-26T11:24:28,810 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126f028747894894605aa91051c56160603_53f0755a93bd13fd0721e783e67fdbd9 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=53f0755a93bd13fd0721e783e67fdbd9] 2024-11-26T11:24:28,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742055_1231 (size=4469) 2024-11-26T11:24:29,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-26T11:24:29,086 INFO [Thread-632 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 63 completed 2024-11-26T11:24:29,187 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/B/d0f7057b1c85464ea1001cf23b723af5 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/d0f7057b1c85464ea1001cf23b723af5 2024-11-26T11:24:29,192 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 53f0755a93bd13fd0721e783e67fdbd9/B of 53f0755a93bd13fd0721e783e67fdbd9 into d0f7057b1c85464ea1001cf23b723af5(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:24:29,192 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 53f0755a93bd13fd0721e783e67fdbd9: 2024-11-26T11:24:29,192 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9., storeName=53f0755a93bd13fd0721e783e67fdbd9/B, priority=12, startTime=1732620268762; duration=0sec 2024-11-26T11:24:29,192 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T11:24:29,192 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53f0755a93bd13fd0721e783e67fdbd9:B 2024-11-26T11:24:29,192 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T11:24:29,193 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T11:24:29,193 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1540): 53f0755a93bd13fd0721e783e67fdbd9/C is initiating minor compaction (all files) 2024-11-26T11:24:29,193 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 53f0755a93bd13fd0721e783e67fdbd9/C in TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:29,193 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/57afa8ee3dbd42d3a8b45f6d132042cf, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/01c89d6e0131443596be55641527baad, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/9fd4cdee343d4f8d87b99ce25fc07298, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/13b5e1e803d04519bc9ca820fc726b99] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp, totalSize=48.8 K 2024-11-26T11:24:29,194 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 57afa8ee3dbd42d3a8b45f6d132042cf, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1732620264409 2024-11-26T11:24:29,194 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 01c89d6e0131443596be55641527baad, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1732620264540 2024-11-26T11:24:29,194 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 9fd4cdee343d4f8d87b99ce25fc07298, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1732620264696 2024-11-26T11:24:29,195 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 13b5e1e803d04519bc9ca820fc726b99, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732620266869 2024-11-26T11:24:29,204 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53f0755a93bd13fd0721e783e67fdbd9#C#compaction#188 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:24:29,204 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/C/7a6a53a5b4c842dc826bfb923bf3515e is 50, key is test_row_0/C:col10/1732620266882/Put/seqid=0 2024-11-26T11:24:29,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742056_1232 (size=13187) 2024-11-26T11:24:29,215 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53f0755a93bd13fd0721e783e67fdbd9#A#compaction#187 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:24:29,216 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/A/facf2b38b8114cb7a4189d801b424df3 is 175, key is test_row_0/A:col10/1732620266882/Put/seqid=0 2024-11-26T11:24:29,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742057_1233 (size=32141) 2024-11-26T11:24:29,223 DEBUG [Thread-628 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x42e904d8 to 127.0.0.1:59149 2024-11-26T11:24:29,223 DEBUG [Thread-628 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:24:29,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(8581): Flush requested on 53f0755a93bd13fd0721e783e67fdbd9 2024-11-26T11:24:29,238 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 53f0755a93bd13fd0721e783e67fdbd9 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T11:24:29,238 DEBUG [Thread-622 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7cae6c5c to 127.0.0.1:59149 2024-11-26T11:24:29,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53f0755a93bd13fd0721e783e67fdbd9, store=A 2024-11-26T11:24:29,238 DEBUG [Thread-622 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:24:29,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:29,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53f0755a93bd13fd0721e783e67fdbd9, store=B 2024-11-26T11:24:29,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:29,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53f0755a93bd13fd0721e783e67fdbd9, store=C 2024-11-26T11:24:29,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:29,242 DEBUG [Thread-630 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0a4c53ed to 127.0.0.1:59149 2024-11-26T11:24:29,242 DEBUG [Thread-630 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:24:29,246 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126fd83fed9ba294884ab6c4ec7addaa653_53f0755a93bd13fd0721e783e67fdbd9 is 50, key is test_row_0/A:col10/1732620269237/Put/seqid=0 2024-11-26T11:24:29,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742058_1234 (size=12454) 2024-11-26T11:24:29,251 DEBUG [Thread-624 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5c820ef9 to 127.0.0.1:59149 2024-11-26T11:24:29,251 DEBUG [Thread-624 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:24:29,613 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/C/7a6a53a5b4c842dc826bfb923bf3515e as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/7a6a53a5b4c842dc826bfb923bf3515e 2024-11-26T11:24:29,617 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 53f0755a93bd13fd0721e783e67fdbd9/C of 53f0755a93bd13fd0721e783e67fdbd9 into 7a6a53a5b4c842dc826bfb923bf3515e(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:24:29,617 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 53f0755a93bd13fd0721e783e67fdbd9: 2024-11-26T11:24:29,617 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9., storeName=53f0755a93bd13fd0721e783e67fdbd9/C, priority=12, startTime=1732620268762; duration=0sec 2024-11-26T11:24:29,618 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:24:29,618 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53f0755a93bd13fd0721e783e67fdbd9:C 2024-11-26T11:24:29,623 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/A/facf2b38b8114cb7a4189d801b424df3 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/facf2b38b8114cb7a4189d801b424df3 2024-11-26T11:24:29,627 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 53f0755a93bd13fd0721e783e67fdbd9/A of 53f0755a93bd13fd0721e783e67fdbd9 into facf2b38b8114cb7a4189d801b424df3(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:24:29,627 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 53f0755a93bd13fd0721e783e67fdbd9: 2024-11-26T11:24:29,627 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9., storeName=53f0755a93bd13fd0721e783e67fdbd9/A, priority=12, startTime=1732620268761; duration=0sec 2024-11-26T11:24:29,627 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:24:29,627 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53f0755a93bd13fd0721e783e67fdbd9:A 2024-11-26T11:24:29,630 DEBUG [Thread-626 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0b44b1e5 to 127.0.0.1:59149 2024-11-26T11:24:29,630 DEBUG [Thread-626 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:24:29,630 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-26T11:24:29,630 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 43 2024-11-26T11:24:29,630 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 42 2024-11-26T11:24:29,630 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 136 2024-11-26T11:24:29,630 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 40 2024-11-26T11:24:29,630 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 42 2024-11-26T11:24:29,630 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-26T11:24:29,630 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6767 2024-11-26T11:24:29,630 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6727 2024-11-26T11:24:29,630 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-26T11:24:29,630 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2881 2024-11-26T11:24:29,630 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8641 rows 2024-11-26T11:24:29,630 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2906 2024-11-26T11:24:29,630 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8716 rows 2024-11-26T11:24:29,630 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-26T11:24:29,630 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7a9b9802 to 127.0.0.1:59149 2024-11-26T11:24:29,630 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:24:29,632 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-26T11:24:29,634 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-26T11:24:29,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] procedure2.ProcedureExecutor(1098): Stored pid=65, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-26T11:24:29,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-26T11:24:29,637 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732620269637"}]},"ts":"1732620269637"} 2024-11-26T11:24:29,638 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-26T11:24:29,641 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-26T11:24:29,642 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-26T11:24:29,643 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=53f0755a93bd13fd0721e783e67fdbd9, UNASSIGN}] 2024-11-26T11:24:29,643 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=53f0755a93bd13fd0721e783e67fdbd9, UNASSIGN 2024-11-26T11:24:29,644 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=53f0755a93bd13fd0721e783e67fdbd9, regionState=CLOSING, regionLocation=173854343f88,33007,1732620213227 2024-11-26T11:24:29,645 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-26T11:24:29,645 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; CloseRegionProcedure 53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227}] 2024-11-26T11:24:29,651 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:29,655 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126fd83fed9ba294884ab6c4ec7addaa653_53f0755a93bd13fd0721e783e67fdbd9 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126fd83fed9ba294884ab6c4ec7addaa653_53f0755a93bd13fd0721e783e67fdbd9 2024-11-26T11:24:29,656 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/A/b7ea713d49ef4dec97664ead7992e6a3, store: [table=TestAcidGuarantees family=A region=53f0755a93bd13fd0721e783e67fdbd9] 2024-11-26T11:24:29,656 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/A/b7ea713d49ef4dec97664ead7992e6a3 is 175, key is test_row_0/A:col10/1732620269237/Put/seqid=0 2024-11-26T11:24:29,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742059_1235 (size=31255) 2024-11-26T11:24:29,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-26T11:24:29,796 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:24:29,796 INFO [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(124): Close 53f0755a93bd13fd0721e783e67fdbd9 2024-11-26T11:24:29,797 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-26T11:24:29,797 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1681): Closing 53f0755a93bd13fd0721e783e67fdbd9, disabling compactions & flushes 2024-11-26T11:24:29,797 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:29,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-26T11:24:30,060 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=386, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/A/b7ea713d49ef4dec97664ead7992e6a3 2024-11-26T11:24:30,067 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/B/69d7985b879846d7a23fbdc12d7b898b is 50, key is test_row_0/B:col10/1732620269237/Put/seqid=0 2024-11-26T11:24:30,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742060_1236 (size=12301) 2024-11-26T11:24:30,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-26T11:24:30,472 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=386 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/B/69d7985b879846d7a23fbdc12d7b898b 2024-11-26T11:24:30,478 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/C/6978e2ac25bc4c5d87f91f5b7f7d384e is 50, key is test_row_0/C:col10/1732620269237/Put/seqid=0 2024-11-26T11:24:30,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742061_1237 (size=12301) 2024-11-26T11:24:30,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-26T11:24:30,882 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=386 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/C/6978e2ac25bc4c5d87f91f5b7f7d384e 2024-11-26T11:24:30,886 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/A/b7ea713d49ef4dec97664ead7992e6a3 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/b7ea713d49ef4dec97664ead7992e6a3 2024-11-26T11:24:30,890 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/b7ea713d49ef4dec97664ead7992e6a3, entries=150, sequenceid=386, filesize=30.5 K 2024-11-26T11:24:30,890 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/B/69d7985b879846d7a23fbdc12d7b898b as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/69d7985b879846d7a23fbdc12d7b898b 2024-11-26T11:24:30,894 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/69d7985b879846d7a23fbdc12d7b898b, entries=150, sequenceid=386, filesize=12.0 K 2024-11-26T11:24:30,894 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/C/6978e2ac25bc4c5d87f91f5b7f7d384e as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/6978e2ac25bc4c5d87f91f5b7f7d384e 2024-11-26T11:24:30,898 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/6978e2ac25bc4c5d87f91f5b7f7d384e, entries=150, sequenceid=386, filesize=12.0 K 2024-11-26T11:24:30,899 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=20.13 KB/20610 for 53f0755a93bd13fd0721e783e67fdbd9 in 1660ms, sequenceid=386, compaction requested=false 2024-11-26T11:24:30,899 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 53f0755a93bd13fd0721e783e67fdbd9: 2024-11-26T11:24:30,899 INFO [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:30,899 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:30,899 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. after waiting 0 ms 2024-11-26T11:24:30,899 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:30,899 INFO [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(2837): Flushing 53f0755a93bd13fd0721e783e67fdbd9 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-26T11:24:30,899 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53f0755a93bd13fd0721e783e67fdbd9, store=A 2024-11-26T11:24:30,899 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:30,899 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53f0755a93bd13fd0721e783e67fdbd9, store=B 2024-11-26T11:24:30,899 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:30,899 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53f0755a93bd13fd0721e783e67fdbd9, store=C 2024-11-26T11:24:30,899 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:30,904 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411260e68c429e1c24ea69ee667147745892d_53f0755a93bd13fd0721e783e67fdbd9 is 50, key is test_row_0/A:col10/1732620269629/Put/seqid=0 2024-11-26T11:24:30,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742062_1238 (size=9914) 2024-11-26T11:24:31,308 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:31,312 INFO [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411260e68c429e1c24ea69ee667147745892d_53f0755a93bd13fd0721e783e67fdbd9 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411260e68c429e1c24ea69ee667147745892d_53f0755a93bd13fd0721e783e67fdbd9 2024-11-26T11:24:31,313 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/A/a6e716f3beb64c06919ad1358e118522, store: [table=TestAcidGuarantees family=A region=53f0755a93bd13fd0721e783e67fdbd9] 2024-11-26T11:24:31,314 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/A/a6e716f3beb64c06919ad1358e118522 is 175, key is test_row_0/A:col10/1732620269629/Put/seqid=0 2024-11-26T11:24:31,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742063_1239 (size=22561) 2024-11-26T11:24:31,642 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T11:24:31,718 INFO [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=394, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/A/a6e716f3beb64c06919ad1358e118522 2024-11-26T11:24:31,724 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/B/c00da40a038548b291a70caceb57a5ff is 50, key is test_row_0/B:col10/1732620269629/Put/seqid=0 2024-11-26T11:24:31,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742064_1240 (size=9857) 2024-11-26T11:24:31,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-26T11:24:32,128 INFO [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/B/c00da40a038548b291a70caceb57a5ff 2024-11-26T11:24:32,135 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/C/a2012a7548364e9b90471723716ed9ea is 50, key is test_row_0/C:col10/1732620269629/Put/seqid=0 2024-11-26T11:24:32,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742065_1241 (size=9857) 2024-11-26T11:24:32,539 INFO [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/C/a2012a7548364e9b90471723716ed9ea 2024-11-26T11:24:32,544 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/A/a6e716f3beb64c06919ad1358e118522 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/a6e716f3beb64c06919ad1358e118522 2024-11-26T11:24:32,547 INFO [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/a6e716f3beb64c06919ad1358e118522, entries=100, sequenceid=394, filesize=22.0 K 2024-11-26T11:24:32,548 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/B/c00da40a038548b291a70caceb57a5ff as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/c00da40a038548b291a70caceb57a5ff 2024-11-26T11:24:32,551 INFO [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/c00da40a038548b291a70caceb57a5ff, entries=100, sequenceid=394, filesize=9.6 K 2024-11-26T11:24:32,551 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/.tmp/C/a2012a7548364e9b90471723716ed9ea as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/a2012a7548364e9b90471723716ed9ea 2024-11-26T11:24:32,555 INFO [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/a2012a7548364e9b90471723716ed9ea, entries=100, sequenceid=394, filesize=9.6 K 2024-11-26T11:24:32,555 INFO [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 53f0755a93bd13fd0721e783e67fdbd9 in 1656ms, sequenceid=394, compaction requested=true 2024-11-26T11:24:32,556 DEBUG [StoreCloser-TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/a4b334327b8a430384b15ab8137155fb, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/506426727302483082fc044633921ba4, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/f0e377cee03e4487b5adf0252964f5f2, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/4f1750f6d22f405794084b5bcc50f2ae, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/52bf1cf9db9f4985b9eeb753aab5b338, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/2dccabb65de240fc854e6ec2b34165f4, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/48f365229d7544e1974d5d37120460d7, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/9f6e7c593ff548aba533cd4470544e32, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/2141c276febc454bb984a167f7ff3f79, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/ab874573133e4c3b86a9907aa5d34213, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/06ed9fe0262f404a953377864116cdcb, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/cddbd92ed8394095b0f36ee18d8383c6, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/e3077a0d0a354d65a54767cfaeb6229e, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/478df5ea4d844d56a6bf1165d1275f71, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/6ce3945acaa247a8a2ae2f688e573fe6, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/5fccda55046d4729a29d5ccf0bbbfbb2, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/615299f90d3b4273baa9c7468523febb, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/b10d49631d0c4bbebdb3a0726c97f1b5, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/9ae15637513643fe8eb84e7295cb7415, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/70a69b5d1b9c4d51bd01e7f9be7193bf, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/09fa309da16c4f4db56df8ead949ea8d, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/f92aca1ca03f4181b2080a90c24f7d62, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/46753b3703a64b068711b00ded5b3b13, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/55245de01576437db9156aea644a4348, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/a820db42f4f74d1788f0ceb3b53c3586, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/33ac454ba51a4cd3a99836d3e90e0816] to archive 2024-11-26T11:24:32,557 DEBUG [StoreCloser-TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T11:24:32,558 DEBUG [StoreCloser-TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/a4b334327b8a430384b15ab8137155fb to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/a4b334327b8a430384b15ab8137155fb 2024-11-26T11:24:32,560 DEBUG [StoreCloser-TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/506426727302483082fc044633921ba4 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/506426727302483082fc044633921ba4 2024-11-26T11:24:32,561 DEBUG [StoreCloser-TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/f0e377cee03e4487b5adf0252964f5f2 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/f0e377cee03e4487b5adf0252964f5f2 2024-11-26T11:24:32,562 DEBUG [StoreCloser-TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/4f1750f6d22f405794084b5bcc50f2ae to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/4f1750f6d22f405794084b5bcc50f2ae 2024-11-26T11:24:32,563 DEBUG [StoreCloser-TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/52bf1cf9db9f4985b9eeb753aab5b338 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/52bf1cf9db9f4985b9eeb753aab5b338 2024-11-26T11:24:32,564 DEBUG [StoreCloser-TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/2dccabb65de240fc854e6ec2b34165f4 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/2dccabb65de240fc854e6ec2b34165f4 2024-11-26T11:24:32,565 DEBUG [StoreCloser-TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/48f365229d7544e1974d5d37120460d7 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/48f365229d7544e1974d5d37120460d7 2024-11-26T11:24:32,566 DEBUG [StoreCloser-TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/9f6e7c593ff548aba533cd4470544e32 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/9f6e7c593ff548aba533cd4470544e32 2024-11-26T11:24:32,568 DEBUG [StoreCloser-TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/2141c276febc454bb984a167f7ff3f79 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/2141c276febc454bb984a167f7ff3f79 2024-11-26T11:24:32,569 DEBUG [StoreCloser-TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/ab874573133e4c3b86a9907aa5d34213 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/ab874573133e4c3b86a9907aa5d34213 2024-11-26T11:24:32,570 DEBUG [StoreCloser-TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/06ed9fe0262f404a953377864116cdcb to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/06ed9fe0262f404a953377864116cdcb 2024-11-26T11:24:32,571 DEBUG [StoreCloser-TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/cddbd92ed8394095b0f36ee18d8383c6 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/cddbd92ed8394095b0f36ee18d8383c6 2024-11-26T11:24:32,572 DEBUG [StoreCloser-TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/e3077a0d0a354d65a54767cfaeb6229e to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/e3077a0d0a354d65a54767cfaeb6229e 2024-11-26T11:24:32,573 DEBUG [StoreCloser-TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/478df5ea4d844d56a6bf1165d1275f71 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/478df5ea4d844d56a6bf1165d1275f71 2024-11-26T11:24:32,574 DEBUG [StoreCloser-TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/6ce3945acaa247a8a2ae2f688e573fe6 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/6ce3945acaa247a8a2ae2f688e573fe6 2024-11-26T11:24:32,575 DEBUG [StoreCloser-TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/5fccda55046d4729a29d5ccf0bbbfbb2 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/5fccda55046d4729a29d5ccf0bbbfbb2 2024-11-26T11:24:32,576 DEBUG [StoreCloser-TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/615299f90d3b4273baa9c7468523febb to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/615299f90d3b4273baa9c7468523febb 2024-11-26T11:24:32,578 DEBUG [StoreCloser-TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/b10d49631d0c4bbebdb3a0726c97f1b5 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/b10d49631d0c4bbebdb3a0726c97f1b5 2024-11-26T11:24:32,579 DEBUG [StoreCloser-TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/9ae15637513643fe8eb84e7295cb7415 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/9ae15637513643fe8eb84e7295cb7415 2024-11-26T11:24:32,580 DEBUG [StoreCloser-TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/70a69b5d1b9c4d51bd01e7f9be7193bf to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/70a69b5d1b9c4d51bd01e7f9be7193bf 2024-11-26T11:24:32,581 DEBUG [StoreCloser-TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/09fa309da16c4f4db56df8ead949ea8d to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/09fa309da16c4f4db56df8ead949ea8d 2024-11-26T11:24:32,582 DEBUG [StoreCloser-TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/f92aca1ca03f4181b2080a90c24f7d62 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/f92aca1ca03f4181b2080a90c24f7d62 2024-11-26T11:24:32,583 DEBUG [StoreCloser-TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/46753b3703a64b068711b00ded5b3b13 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/46753b3703a64b068711b00ded5b3b13 2024-11-26T11:24:32,584 DEBUG [StoreCloser-TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/55245de01576437db9156aea644a4348 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/55245de01576437db9156aea644a4348 2024-11-26T11:24:32,585 DEBUG [StoreCloser-TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/a820db42f4f74d1788f0ceb3b53c3586 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/a820db42f4f74d1788f0ceb3b53c3586 2024-11-26T11:24:32,586 DEBUG [StoreCloser-TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/33ac454ba51a4cd3a99836d3e90e0816 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/33ac454ba51a4cd3a99836d3e90e0816 2024-11-26T11:24:32,588 DEBUG [StoreCloser-TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/2466ad52696d49b98fdd2011282b2092, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/0764bfa4be4d42539dfad7a046619e14, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/b33d992fae9143a8a89c5c050e916c76, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/ae0c6ed731a041d5b8fb7cf529ccbca7, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/73a404d39597447f8b9f31a61bd479e5, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/c2b2a76f979a4ef69dacf11aa185710d, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/280e0487c3ce441c9ec0c0e244a1f44b, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/ee0bddc7b40e4729a92fa023bc4f0890, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/a823299d2b93480fa772546b63637cef, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/c0fd73c746ca4b3c938856216e7d46f6, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/e23951434dcf4ab59dd83b76fe0b3ad8, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/0cf03cf49c6649b0a72108aa33940da4, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/b1b35cbdfbf94a85ba8a80946a1d0595, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/0d832163ffbd413595f5d8577c15e44c, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/0967ed122e244806878e8525df6a2633, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/be5eb75d2e9741e6be8ecb7767b92fd1, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/629861a23bcb4c6db1c3c93195b06025, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/7efe662c00b0415e8b10c8195701e237, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/30f224e6b8ee402883849b776b339733, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/8a364c2b965a4875a0a5bb3f7769dd7e, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/dc49da3ac3804445ae6d04fb964ab138, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/7bfef5c734984b42bee0e4a6400aa28a, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/dccc96e7d09240c592a371fc5c874958, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/d97e27efb5e04e6caa4e2a45a0c02792, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/22feedbd80a64ade9497fa83b3537775, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/8989798b2ff746bcbc7cd0db0be35de1] to archive 2024-11-26T11:24:32,589 DEBUG [StoreCloser-TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T11:24:32,590 DEBUG [StoreCloser-TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/2466ad52696d49b98fdd2011282b2092 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/2466ad52696d49b98fdd2011282b2092 2024-11-26T11:24:32,591 DEBUG [StoreCloser-TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/0764bfa4be4d42539dfad7a046619e14 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/0764bfa4be4d42539dfad7a046619e14 2024-11-26T11:24:32,592 DEBUG [StoreCloser-TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/b33d992fae9143a8a89c5c050e916c76 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/b33d992fae9143a8a89c5c050e916c76 2024-11-26T11:24:32,593 DEBUG [StoreCloser-TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/ae0c6ed731a041d5b8fb7cf529ccbca7 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/ae0c6ed731a041d5b8fb7cf529ccbca7 2024-11-26T11:24:32,594 DEBUG [StoreCloser-TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/73a404d39597447f8b9f31a61bd479e5 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/73a404d39597447f8b9f31a61bd479e5 2024-11-26T11:24:32,595 DEBUG [StoreCloser-TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/c2b2a76f979a4ef69dacf11aa185710d to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/c2b2a76f979a4ef69dacf11aa185710d 2024-11-26T11:24:32,597 DEBUG [StoreCloser-TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/280e0487c3ce441c9ec0c0e244a1f44b to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/280e0487c3ce441c9ec0c0e244a1f44b 2024-11-26T11:24:32,598 DEBUG [StoreCloser-TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/ee0bddc7b40e4729a92fa023bc4f0890 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/ee0bddc7b40e4729a92fa023bc4f0890 2024-11-26T11:24:32,599 DEBUG [StoreCloser-TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/a823299d2b93480fa772546b63637cef to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/a823299d2b93480fa772546b63637cef 2024-11-26T11:24:32,600 DEBUG [StoreCloser-TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/c0fd73c746ca4b3c938856216e7d46f6 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/c0fd73c746ca4b3c938856216e7d46f6 2024-11-26T11:24:32,601 DEBUG [StoreCloser-TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/e23951434dcf4ab59dd83b76fe0b3ad8 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/e23951434dcf4ab59dd83b76fe0b3ad8 2024-11-26T11:24:32,602 DEBUG [StoreCloser-TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/0cf03cf49c6649b0a72108aa33940da4 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/0cf03cf49c6649b0a72108aa33940da4 2024-11-26T11:24:32,603 DEBUG [StoreCloser-TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/b1b35cbdfbf94a85ba8a80946a1d0595 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/b1b35cbdfbf94a85ba8a80946a1d0595 2024-11-26T11:24:32,605 DEBUG [StoreCloser-TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/0d832163ffbd413595f5d8577c15e44c to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/0d832163ffbd413595f5d8577c15e44c 2024-11-26T11:24:32,606 DEBUG [StoreCloser-TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/0967ed122e244806878e8525df6a2633 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/0967ed122e244806878e8525df6a2633 2024-11-26T11:24:32,607 DEBUG [StoreCloser-TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/be5eb75d2e9741e6be8ecb7767b92fd1 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/be5eb75d2e9741e6be8ecb7767b92fd1 2024-11-26T11:24:32,608 DEBUG [StoreCloser-TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/629861a23bcb4c6db1c3c93195b06025 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/629861a23bcb4c6db1c3c93195b06025 2024-11-26T11:24:32,609 DEBUG [StoreCloser-TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/7efe662c00b0415e8b10c8195701e237 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/7efe662c00b0415e8b10c8195701e237 2024-11-26T11:24:32,610 DEBUG [StoreCloser-TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/30f224e6b8ee402883849b776b339733 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/30f224e6b8ee402883849b776b339733 2024-11-26T11:24:32,611 DEBUG [StoreCloser-TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/8a364c2b965a4875a0a5bb3f7769dd7e to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/8a364c2b965a4875a0a5bb3f7769dd7e 2024-11-26T11:24:32,613 DEBUG [StoreCloser-TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/dc49da3ac3804445ae6d04fb964ab138 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/dc49da3ac3804445ae6d04fb964ab138 2024-11-26T11:24:32,614 DEBUG [StoreCloser-TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/7bfef5c734984b42bee0e4a6400aa28a to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/7bfef5c734984b42bee0e4a6400aa28a 2024-11-26T11:24:32,615 DEBUG [StoreCloser-TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/dccc96e7d09240c592a371fc5c874958 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/dccc96e7d09240c592a371fc5c874958 2024-11-26T11:24:32,616 DEBUG [StoreCloser-TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/d97e27efb5e04e6caa4e2a45a0c02792 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/d97e27efb5e04e6caa4e2a45a0c02792 2024-11-26T11:24:32,617 DEBUG [StoreCloser-TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/22feedbd80a64ade9497fa83b3537775 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/22feedbd80a64ade9497fa83b3537775 2024-11-26T11:24:32,618 DEBUG [StoreCloser-TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/8989798b2ff746bcbc7cd0db0be35de1 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/8989798b2ff746bcbc7cd0db0be35de1 2024-11-26T11:24:32,620 DEBUG [StoreCloser-TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/0256b519c2dc4b5faf4ed97ce912effd, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/85d0582f5a0349d385b1d6df60f1c2af, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/39cce6f3e7ea4badbcdf8df5f0096aa6, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/e0010ac8ffcf466781a897d5f712a7ad, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/13a38d87933f47658cb1032f3df9cfb0, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/5003dbf9a9f64fac927c4eb515c74d60, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/7dc5891796d04fc1b538c5a53655f830, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/893a1dc807ab4104ae4d611c0abfcf47, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/0c99b05119e54efe9860b4bb2fa5f673, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/f3f2f8ae3ef9418b980fe957d87be0fe, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/802772a8bf364c59a57e82d9b1a15610, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/7a3a7238389f4394820532782bb3d231, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/9109b70c27574c1ab97011516b4318f2, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/d3e08a9f2c554ba6925137e826db3d23, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/751fa23198f24ea6ab11d13493b8cbcb, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/5f7de449dd4546c6b0dd9050f6affa54, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/3957e4e47f62416b988ccb5292d91e05, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/da295c5b65104f4baf24756638cb6fca, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/6a1802454d46415ea5b6909735d9ecf2, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/c737b8e3f2254c038d6b2efec02cf171, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/113c3ae774ef43e2869cd63b3dbf31fa, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/57afa8ee3dbd42d3a8b45f6d132042cf, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/29a399bedae14b0a9c6543a16c0630e8, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/01c89d6e0131443596be55641527baad, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/9fd4cdee343d4f8d87b99ce25fc07298, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/13b5e1e803d04519bc9ca820fc726b99] to archive 2024-11-26T11:24:32,621 DEBUG [StoreCloser-TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T11:24:32,622 DEBUG [StoreCloser-TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/0256b519c2dc4b5faf4ed97ce912effd to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/0256b519c2dc4b5faf4ed97ce912effd 2024-11-26T11:24:32,623 DEBUG [StoreCloser-TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/85d0582f5a0349d385b1d6df60f1c2af to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/85d0582f5a0349d385b1d6df60f1c2af 2024-11-26T11:24:32,625 DEBUG [StoreCloser-TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/39cce6f3e7ea4badbcdf8df5f0096aa6 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/39cce6f3e7ea4badbcdf8df5f0096aa6 2024-11-26T11:24:32,626 DEBUG [StoreCloser-TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/e0010ac8ffcf466781a897d5f712a7ad to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/e0010ac8ffcf466781a897d5f712a7ad 2024-11-26T11:24:32,627 DEBUG [StoreCloser-TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/13a38d87933f47658cb1032f3df9cfb0 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/13a38d87933f47658cb1032f3df9cfb0 2024-11-26T11:24:32,628 DEBUG [StoreCloser-TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/5003dbf9a9f64fac927c4eb515c74d60 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/5003dbf9a9f64fac927c4eb515c74d60 2024-11-26T11:24:32,629 DEBUG [StoreCloser-TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/7dc5891796d04fc1b538c5a53655f830 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/7dc5891796d04fc1b538c5a53655f830 2024-11-26T11:24:32,631 DEBUG [StoreCloser-TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/893a1dc807ab4104ae4d611c0abfcf47 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/893a1dc807ab4104ae4d611c0abfcf47 2024-11-26T11:24:32,632 DEBUG [StoreCloser-TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/0c99b05119e54efe9860b4bb2fa5f673 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/0c99b05119e54efe9860b4bb2fa5f673 2024-11-26T11:24:32,633 DEBUG [StoreCloser-TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/f3f2f8ae3ef9418b980fe957d87be0fe to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/f3f2f8ae3ef9418b980fe957d87be0fe 2024-11-26T11:24:32,634 DEBUG [StoreCloser-TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/802772a8bf364c59a57e82d9b1a15610 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/802772a8bf364c59a57e82d9b1a15610 2024-11-26T11:24:32,635 DEBUG [StoreCloser-TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/7a3a7238389f4394820532782bb3d231 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/7a3a7238389f4394820532782bb3d231 2024-11-26T11:24:32,636 DEBUG [StoreCloser-TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/9109b70c27574c1ab97011516b4318f2 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/9109b70c27574c1ab97011516b4318f2 2024-11-26T11:24:32,637 DEBUG [StoreCloser-TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/d3e08a9f2c554ba6925137e826db3d23 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/d3e08a9f2c554ba6925137e826db3d23 2024-11-26T11:24:32,638 DEBUG [StoreCloser-TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/751fa23198f24ea6ab11d13493b8cbcb to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/751fa23198f24ea6ab11d13493b8cbcb 2024-11-26T11:24:32,639 DEBUG [StoreCloser-TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/5f7de449dd4546c6b0dd9050f6affa54 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/5f7de449dd4546c6b0dd9050f6affa54 2024-11-26T11:24:32,640 DEBUG [StoreCloser-TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/3957e4e47f62416b988ccb5292d91e05 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/3957e4e47f62416b988ccb5292d91e05 2024-11-26T11:24:32,641 DEBUG [StoreCloser-TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/da295c5b65104f4baf24756638cb6fca to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/da295c5b65104f4baf24756638cb6fca 2024-11-26T11:24:32,642 DEBUG [StoreCloser-TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/6a1802454d46415ea5b6909735d9ecf2 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/6a1802454d46415ea5b6909735d9ecf2 2024-11-26T11:24:32,643 DEBUG [StoreCloser-TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/c737b8e3f2254c038d6b2efec02cf171 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/c737b8e3f2254c038d6b2efec02cf171 2024-11-26T11:24:32,645 DEBUG [StoreCloser-TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/113c3ae774ef43e2869cd63b3dbf31fa to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/113c3ae774ef43e2869cd63b3dbf31fa 2024-11-26T11:24:32,646 DEBUG [StoreCloser-TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/57afa8ee3dbd42d3a8b45f6d132042cf to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/57afa8ee3dbd42d3a8b45f6d132042cf 2024-11-26T11:24:32,647 DEBUG [StoreCloser-TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/29a399bedae14b0a9c6543a16c0630e8 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/29a399bedae14b0a9c6543a16c0630e8 2024-11-26T11:24:32,648 DEBUG [StoreCloser-TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/01c89d6e0131443596be55641527baad to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/01c89d6e0131443596be55641527baad 2024-11-26T11:24:32,649 DEBUG [StoreCloser-TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/9fd4cdee343d4f8d87b99ce25fc07298 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/9fd4cdee343d4f8d87b99ce25fc07298 2024-11-26T11:24:32,650 DEBUG [StoreCloser-TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/13b5e1e803d04519bc9ca820fc726b99 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/13b5e1e803d04519bc9ca820fc726b99 2024-11-26T11:24:32,654 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/recovered.edits/397.seqid, newMaxSeqId=397, maxSeqId=4 2024-11-26T11:24:32,655 INFO [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9. 2024-11-26T11:24:32,655 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1635): Region close journal for 53f0755a93bd13fd0721e783e67fdbd9: 2024-11-26T11:24:32,656 INFO [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(170): Closed 53f0755a93bd13fd0721e783e67fdbd9 2024-11-26T11:24:32,657 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=53f0755a93bd13fd0721e783e67fdbd9, regionState=CLOSED 2024-11-26T11:24:32,658 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-11-26T11:24:32,658 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; CloseRegionProcedure 53f0755a93bd13fd0721e783e67fdbd9, server=173854343f88,33007,1732620213227 in 3.0120 sec 2024-11-26T11:24:32,660 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=67, resume processing ppid=66 2024-11-26T11:24:32,660 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, ppid=66, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=53f0755a93bd13fd0721e783e67fdbd9, UNASSIGN in 3.0150 sec 2024-11-26T11:24:32,662 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-11-26T11:24:32,662 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 3.0190 sec 2024-11-26T11:24:32,663 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732620272662"}]},"ts":"1732620272662"} 2024-11-26T11:24:32,663 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-26T11:24:32,665 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-26T11:24:32,667 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 3.0320 sec 2024-11-26T11:24:32,998 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-26T11:24:33,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-26T11:24:33,741 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 65 completed 2024-11-26T11:24:33,742 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-26T11:24:33,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T11:24:33,743 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=69, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T11:24:33,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-26T11:24:33,744 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=69, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T11:24:33,745 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9 2024-11-26T11:24:33,747 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A, FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B, FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C, FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/recovered.edits] 2024-11-26T11:24:33,750 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/a6e716f3beb64c06919ad1358e118522 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/a6e716f3beb64c06919ad1358e118522 2024-11-26T11:24:33,751 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/b7ea713d49ef4dec97664ead7992e6a3 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/b7ea713d49ef4dec97664ead7992e6a3 2024-11-26T11:24:33,752 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/facf2b38b8114cb7a4189d801b424df3 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/A/facf2b38b8114cb7a4189d801b424df3 2024-11-26T11:24:33,755 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/69d7985b879846d7a23fbdc12d7b898b to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/69d7985b879846d7a23fbdc12d7b898b 2024-11-26T11:24:33,756 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/c00da40a038548b291a70caceb57a5ff to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/c00da40a038548b291a70caceb57a5ff 2024-11-26T11:24:33,758 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/d0f7057b1c85464ea1001cf23b723af5 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/B/d0f7057b1c85464ea1001cf23b723af5 2024-11-26T11:24:33,760 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/6978e2ac25bc4c5d87f91f5b7f7d384e to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/6978e2ac25bc4c5d87f91f5b7f7d384e 2024-11-26T11:24:33,761 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/7a6a53a5b4c842dc826bfb923bf3515e to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/7a6a53a5b4c842dc826bfb923bf3515e 2024-11-26T11:24:33,762 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/a2012a7548364e9b90471723716ed9ea to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/C/a2012a7548364e9b90471723716ed9ea 2024-11-26T11:24:33,764 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/recovered.edits/397.seqid to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9/recovered.edits/397.seqid 2024-11-26T11:24:33,765 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/53f0755a93bd13fd0721e783e67fdbd9 2024-11-26T11:24:33,765 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-26T11:24:33,765 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-26T11:24:33,766 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-26T11:24:33,770 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126021910fe3eb94dff9d43f6a29fffc00c_53f0755a93bd13fd0721e783e67fdbd9 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126021910fe3eb94dff9d43f6a29fffc00c_53f0755a93bd13fd0721e783e67fdbd9 2024-11-26T11:24:33,771 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411260e68c429e1c24ea69ee667147745892d_53f0755a93bd13fd0721e783e67fdbd9 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411260e68c429e1c24ea69ee667147745892d_53f0755a93bd13fd0721e783e67fdbd9 2024-11-26T11:24:33,772 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411261577d9b349fd4256b8f9a53046294b29_53f0755a93bd13fd0721e783e67fdbd9 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411261577d9b349fd4256b8f9a53046294b29_53f0755a93bd13fd0721e783e67fdbd9 2024-11-26T11:24:33,773 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112625c85af5784a4a12910fc06309455c62_53f0755a93bd13fd0721e783e67fdbd9 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112625c85af5784a4a12910fc06309455c62_53f0755a93bd13fd0721e783e67fdbd9 2024-11-26T11:24:33,774 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126286747c77564488aa9e232eb079106aa_53f0755a93bd13fd0721e783e67fdbd9 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126286747c77564488aa9e232eb079106aa_53f0755a93bd13fd0721e783e67fdbd9 2024-11-26T11:24:33,775 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112660df9398e1624bc2b6eaee0c207c3852_53f0755a93bd13fd0721e783e67fdbd9 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112660df9398e1624bc2b6eaee0c207c3852_53f0755a93bd13fd0721e783e67fdbd9 2024-11-26T11:24:33,777 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126647798d8a4db4d81aee506803ec9e1f9_53f0755a93bd13fd0721e783e67fdbd9 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126647798d8a4db4d81aee506803ec9e1f9_53f0755a93bd13fd0721e783e67fdbd9 2024-11-26T11:24:33,778 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411267b76b9367e8e44a5a901b8fd6bc2ca62_53f0755a93bd13fd0721e783e67fdbd9 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411267b76b9367e8e44a5a901b8fd6bc2ca62_53f0755a93bd13fd0721e783e67fdbd9 2024-11-26T11:24:33,779 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411267eee66f3c9b6460096d9271a958dd191_53f0755a93bd13fd0721e783e67fdbd9 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411267eee66f3c9b6460096d9271a958dd191_53f0755a93bd13fd0721e783e67fdbd9 2024-11-26T11:24:33,781 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112683f5300424464b0381aae5265d54907d_53f0755a93bd13fd0721e783e67fdbd9 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112683f5300424464b0381aae5265d54907d_53f0755a93bd13fd0721e783e67fdbd9 2024-11-26T11:24:33,782 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112699e3d3d89b1f47ae8da7a8f0634a7d36_53f0755a93bd13fd0721e783e67fdbd9 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112699e3d3d89b1f47ae8da7a8f0634a7d36_53f0755a93bd13fd0721e783e67fdbd9 2024-11-26T11:24:33,783 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411269f9612363f0d48ad91c1aacb52617120_53f0755a93bd13fd0721e783e67fdbd9 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411269f9612363f0d48ad91c1aacb52617120_53f0755a93bd13fd0721e783e67fdbd9 2024-11-26T11:24:33,784 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126a3935e5ee122465987d4465be6cb29f8_53f0755a93bd13fd0721e783e67fdbd9 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126a3935e5ee122465987d4465be6cb29f8_53f0755a93bd13fd0721e783e67fdbd9 2024-11-26T11:24:33,786 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126b162c6c309ce42e9ac23a705fc411e83_53f0755a93bd13fd0721e783e67fdbd9 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126b162c6c309ce42e9ac23a705fc411e83_53f0755a93bd13fd0721e783e67fdbd9 2024-11-26T11:24:33,787 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126b58c5f98990d4503b2a8601bffdc0bcb_53f0755a93bd13fd0721e783e67fdbd9 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126b58c5f98990d4503b2a8601bffdc0bcb_53f0755a93bd13fd0721e783e67fdbd9 2024-11-26T11:24:33,788 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126c4aeeb52c3794e7ea5dfcdb46c155745_53f0755a93bd13fd0721e783e67fdbd9 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126c4aeeb52c3794e7ea5dfcdb46c155745_53f0755a93bd13fd0721e783e67fdbd9 2024-11-26T11:24:33,789 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126c9c67e3030b5473088e19fa7cacc75ce_53f0755a93bd13fd0721e783e67fdbd9 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126c9c67e3030b5473088e19fa7cacc75ce_53f0755a93bd13fd0721e783e67fdbd9 2024-11-26T11:24:33,790 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126ce217d923ba14c4b87452c086740c09c_53f0755a93bd13fd0721e783e67fdbd9 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126ce217d923ba14c4b87452c086740c09c_53f0755a93bd13fd0721e783e67fdbd9 2024-11-26T11:24:33,791 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126d6d6973820114645b7efb58655f7589d_53f0755a93bd13fd0721e783e67fdbd9 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126d6d6973820114645b7efb58655f7589d_53f0755a93bd13fd0721e783e67fdbd9 2024-11-26T11:24:33,793 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126ee48cb3759da4b5caf652169f3a48d1c_53f0755a93bd13fd0721e783e67fdbd9 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126ee48cb3759da4b5caf652169f3a48d1c_53f0755a93bd13fd0721e783e67fdbd9 2024-11-26T11:24:33,794 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126f0bc47e379f74e9d9f02761e0e10c94e_53f0755a93bd13fd0721e783e67fdbd9 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126f0bc47e379f74e9d9f02761e0e10c94e_53f0755a93bd13fd0721e783e67fdbd9 2024-11-26T11:24:33,795 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126fd83fed9ba294884ab6c4ec7addaa653_53f0755a93bd13fd0721e783e67fdbd9 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126fd83fed9ba294884ab6c4ec7addaa653_53f0755a93bd13fd0721e783e67fdbd9 2024-11-26T11:24:33,796 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-26T11:24:33,798 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=69, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T11:24:33,800 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-26T11:24:33,802 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-26T11:24:33,803 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=69, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T11:24:33,803 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-26T11:24:33,803 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732620273803"}]},"ts":"9223372036854775807"} 2024-11-26T11:24:33,805 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-26T11:24:33,805 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 53f0755a93bd13fd0721e783e67fdbd9, NAME => 'TestAcidGuarantees,,1732620245489.53f0755a93bd13fd0721e783e67fdbd9.', STARTKEY => '', ENDKEY => ''}] 2024-11-26T11:24:33,805 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-26T11:24:33,805 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732620273805"}]},"ts":"9223372036854775807"} 2024-11-26T11:24:33,807 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-26T11:24:33,809 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=69, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T11:24:33,810 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 67 msec 2024-11-26T11:24:33,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-26T11:24:33,845 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 69 completed 2024-11-26T11:24:33,855 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=242 (was 239) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-828185973_22 at /127.0.0.1:45512 [Waiting for operation #1051] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x10bb86e4-shared-pool-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1743321844_22 at /127.0.0.1:60742 [Waiting for operation #1510] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1743321844_22 at /127.0.0.1:60892 [Waiting for operation #1482] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-828185973_22 at /127.0.0.1:45504 [Waiting for operation #1035] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x10bb86e4-shared-pool-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3f86b90-8f76-313a-1f23-c0327a5c9507/cluster_8eeb35e7-235b-a56e-b462-b81ead23dac0/dfs/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3f86b90-8f76-313a-1f23-c0327a5c9507/cluster_8eeb35e7-235b-a56e-b462-b81ead23dac0/dfs/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x10bb86e4-shared-pool-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x10bb86e4-shared-pool-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=462 (was 454) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=316 (was 306) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3052 (was 3188) 2024-11-26T11:24:33,864 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=242, OpenFileDescriptor=462, MaxFileDescriptor=1048576, SystemLoadAverage=316, ProcessCount=11, AvailableMemoryMB=3052 2024-11-26T11:24:33,865 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-26T11:24:33,865 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T11:24:33,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] procedure2.ProcedureExecutor(1098): Stored pid=70, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-26T11:24:33,867 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T11:24:33,867 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:33,867 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 70 2024-11-26T11:24:33,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-11-26T11:24:33,867 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T11:24:33,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742066_1242 (size=963) 2024-11-26T11:24:33,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-11-26T11:24:34,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-11-26T11:24:34,275 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742 2024-11-26T11:24:34,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742067_1243 (size=53) 2024-11-26T11:24:34,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-11-26T11:24:34,681 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:24:34,681 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing c332c1675f7ce89d03f41a2c8eae23ad, disabling compactions & flushes 2024-11-26T11:24:34,681 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:34,681 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:34,681 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. after waiting 0 ms 2024-11-26T11:24:34,682 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:34,682 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:34,682 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for c332c1675f7ce89d03f41a2c8eae23ad: 2024-11-26T11:24:34,683 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T11:24:34,683 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732620274683"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732620274683"}]},"ts":"1732620274683"} 2024-11-26T11:24:34,684 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-26T11:24:34,685 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T11:24:34,685 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732620274685"}]},"ts":"1732620274685"} 2024-11-26T11:24:34,685 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-26T11:24:34,689 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c332c1675f7ce89d03f41a2c8eae23ad, ASSIGN}] 2024-11-26T11:24:34,690 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c332c1675f7ce89d03f41a2c8eae23ad, ASSIGN 2024-11-26T11:24:34,691 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c332c1675f7ce89d03f41a2c8eae23ad, ASSIGN; state=OFFLINE, location=173854343f88,33007,1732620213227; forceNewPlan=false, retain=false 2024-11-26T11:24:34,841 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=71 updating hbase:meta row=c332c1675f7ce89d03f41a2c8eae23ad, regionState=OPENING, regionLocation=173854343f88,33007,1732620213227 2024-11-26T11:24:34,842 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE; OpenRegionProcedure c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227}] 2024-11-26T11:24:34,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-11-26T11:24:34,994 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:24:34,996 INFO [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:34,997 DEBUG [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(7285): Opening region: {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} 2024-11-26T11:24:34,997 DEBUG [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees c332c1675f7ce89d03f41a2c8eae23ad 2024-11-26T11:24:34,997 DEBUG [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:24:34,997 DEBUG [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(7327): checking encryption for c332c1675f7ce89d03f41a2c8eae23ad 2024-11-26T11:24:34,997 DEBUG [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(7330): checking classloading for c332c1675f7ce89d03f41a2c8eae23ad 2024-11-26T11:24:34,998 INFO [StoreOpener-c332c1675f7ce89d03f41a2c8eae23ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region c332c1675f7ce89d03f41a2c8eae23ad 2024-11-26T11:24:35,000 INFO [StoreOpener-c332c1675f7ce89d03f41a2c8eae23ad-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-26T11:24:35,000 INFO [StoreOpener-c332c1675f7ce89d03f41a2c8eae23ad-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c332c1675f7ce89d03f41a2c8eae23ad columnFamilyName A 2024-11-26T11:24:35,000 DEBUG [StoreOpener-c332c1675f7ce89d03f41a2c8eae23ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:35,000 INFO [StoreOpener-c332c1675f7ce89d03f41a2c8eae23ad-1 {}] regionserver.HStore(327): Store=c332c1675f7ce89d03f41a2c8eae23ad/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:24:35,000 INFO [StoreOpener-c332c1675f7ce89d03f41a2c8eae23ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region c332c1675f7ce89d03f41a2c8eae23ad 2024-11-26T11:24:35,001 INFO [StoreOpener-c332c1675f7ce89d03f41a2c8eae23ad-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-26T11:24:35,002 INFO [StoreOpener-c332c1675f7ce89d03f41a2c8eae23ad-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c332c1675f7ce89d03f41a2c8eae23ad columnFamilyName B 2024-11-26T11:24:35,002 DEBUG [StoreOpener-c332c1675f7ce89d03f41a2c8eae23ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:35,002 INFO [StoreOpener-c332c1675f7ce89d03f41a2c8eae23ad-1 {}] regionserver.HStore(327): Store=c332c1675f7ce89d03f41a2c8eae23ad/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:24:35,002 INFO [StoreOpener-c332c1675f7ce89d03f41a2c8eae23ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region c332c1675f7ce89d03f41a2c8eae23ad 2024-11-26T11:24:35,003 INFO [StoreOpener-c332c1675f7ce89d03f41a2c8eae23ad-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-26T11:24:35,003 INFO [StoreOpener-c332c1675f7ce89d03f41a2c8eae23ad-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c332c1675f7ce89d03f41a2c8eae23ad columnFamilyName C 2024-11-26T11:24:35,003 DEBUG [StoreOpener-c332c1675f7ce89d03f41a2c8eae23ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:24:35,003 INFO [StoreOpener-c332c1675f7ce89d03f41a2c8eae23ad-1 {}] regionserver.HStore(327): Store=c332c1675f7ce89d03f41a2c8eae23ad/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:24:35,003 INFO [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:35,004 DEBUG [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad 2024-11-26T11:24:35,004 DEBUG [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad 2024-11-26T11:24:35,006 DEBUG [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T11:24:35,006 DEBUG [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1085): writing seq id for c332c1675f7ce89d03f41a2c8eae23ad 2024-11-26T11:24:35,008 DEBUG [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T11:24:35,009 INFO [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1102): Opened c332c1675f7ce89d03f41a2c8eae23ad; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75321077, jitterRate=0.12237150967121124}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T11:24:35,009 DEBUG [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1001): Region open journal for c332c1675f7ce89d03f41a2c8eae23ad: 2024-11-26T11:24:35,010 INFO [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad., pid=72, masterSystemTime=1732620274994 2024-11-26T11:24:35,011 DEBUG [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:35,011 INFO [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:35,011 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=71 updating hbase:meta row=c332c1675f7ce89d03f41a2c8eae23ad, regionState=OPEN, openSeqNum=2, regionLocation=173854343f88,33007,1732620213227 2024-11-26T11:24:35,013 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-11-26T11:24:35,013 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; OpenRegionProcedure c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 in 170 msec 2024-11-26T11:24:35,015 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=71, resume processing ppid=70 2024-11-26T11:24:35,015 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, ppid=70, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=c332c1675f7ce89d03f41a2c8eae23ad, ASSIGN in 324 msec 2024-11-26T11:24:35,015 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T11:24:35,016 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732620275015"}]},"ts":"1732620275015"} 2024-11-26T11:24:35,016 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-26T11:24:35,019 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T11:24:35,020 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1540 sec 2024-11-26T11:24:35,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-11-26T11:24:35,971 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 70 completed 2024-11-26T11:24:35,972 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x58341641 to 127.0.0.1:59149 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@17b6adc5 2024-11-26T11:24:35,976 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a569490, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:24:35,978 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:24:35,979 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40476, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:24:35,980 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T11:24:35,981 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46306, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T11:24:35,983 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x44645c55 to 127.0.0.1:59149 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@669e1999 2024-11-26T11:24:35,986 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6862e3ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:24:35,987 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x64ee0130 to 127.0.0.1:59149 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72aa9ee5 2024-11-26T11:24:35,989 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d296fed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:24:35,990 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x683b64c3 to 127.0.0.1:59149 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4ec09297 2024-11-26T11:24:35,993 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8d0caa5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:24:35,994 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x07e55eb7 to 127.0.0.1:59149 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4dfb20f6 2024-11-26T11:24:35,996 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43f04e0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:24:35,997 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x03a703d2 to 127.0.0.1:59149 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@17cf7fc0 2024-11-26T11:24:35,999 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@560ec309, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:24:36,000 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x78b04266 to 127.0.0.1:59149 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5886c0f2 2024-11-26T11:24:36,003 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@eb04aeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:24:36,004 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x088aa519 to 127.0.0.1:59149 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@66e575aa 2024-11-26T11:24:36,006 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a0e9c8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:24:36,007 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5e998dd3 to 127.0.0.1:59149 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@131ceb8f 2024-11-26T11:24:36,009 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d68f787, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:24:36,010 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2e4c79b8 to 127.0.0.1:59149 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5a78bf6d 2024-11-26T11:24:36,012 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10e6bf6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:24:36,013 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2d1403c3 to 127.0.0.1:59149 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@328852db 2024-11-26T11:24:36,015 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1730a60f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:24:36,018 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T11:24:36,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] procedure2.ProcedureExecutor(1098): Stored pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees 2024-11-26T11:24:36,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-26T11:24:36,020 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T11:24:36,020 DEBUG [hconnection-0x6c8826ae-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:24:36,020 DEBUG [hconnection-0x2eaa1aa1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:24:36,020 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T11:24:36,021 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T11:24:36,021 DEBUG [hconnection-0x2e9bb9b6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:24:36,021 DEBUG [hconnection-0x70c9357d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:24:36,022 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40484, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:24:36,022 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40488, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:24:36,022 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40492, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:24:36,022 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40504, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:24:36,022 DEBUG [hconnection-0x60763863-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:24:36,022 DEBUG [hconnection-0x7bfb0b73-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:24:36,023 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40508, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:24:36,023 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40518, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:24:36,023 DEBUG [hconnection-0x61cb6d85-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:24:36,024 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40526, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:24:36,025 DEBUG [hconnection-0x6757d1bd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:24:36,025 DEBUG [hconnection-0x39e6b518-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:24:36,026 DEBUG [hconnection-0x577ec7d0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:24:36,026 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40530, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:24:36,026 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40538, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:24:36,027 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40542, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:24:36,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(8581): Flush requested on c332c1675f7ce89d03f41a2c8eae23ad 2024-11-26T11:24:36,031 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c332c1675f7ce89d03f41a2c8eae23ad 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T11:24:36,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c332c1675f7ce89d03f41a2c8eae23ad, store=A 2024-11-26T11:24:36,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:36,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c332c1675f7ce89d03f41a2c8eae23ad, store=B 2024-11-26T11:24:36,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:36,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c332c1675f7ce89d03f41a2c8eae23ad, store=C 2024-11-26T11:24:36,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:36,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:36,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40508 deadline: 1732620336051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:36,056 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/A/dc98149ea4d34cb4b76ab1730a040a7c is 50, key is test_row_0/A:col10/1732620276031/Put/seqid=0 2024-11-26T11:24:36,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:36,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:36,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40530 deadline: 1732620336052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:36,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40492 deadline: 1732620336053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:36,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:36,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40542 deadline: 1732620336054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:36,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:36,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40526 deadline: 1732620336054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:36,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742068_1244 (size=12001) 2024-11-26T11:24:36,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-26T11:24:36,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:36,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40508 deadline: 1732620336156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:36,161 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:36,161 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:36,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40530 deadline: 1732620336159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:36,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40492 deadline: 1732620336160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:36,162 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:36,162 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:36,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40542 deadline: 1732620336160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:36,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40526 deadline: 1732620336160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:36,173 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:24:36,173 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-26T11:24:36,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:36,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. as already flushing 2024-11-26T11:24:36,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:36,174 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:36,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:36,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:36,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-26T11:24:36,328 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:24:36,328 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-26T11:24:36,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:36,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. as already flushing 2024-11-26T11:24:36,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:36,328 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:36,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:36,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:36,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:36,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40508 deadline: 1732620336360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:36,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:36,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40530 deadline: 1732620336362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:36,364 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:36,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40492 deadline: 1732620336363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:36,364 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:36,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40526 deadline: 1732620336363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:36,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:36,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40542 deadline: 1732620336363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:36,462 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/A/dc98149ea4d34cb4b76ab1730a040a7c 2024-11-26T11:24:36,480 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:24:36,481 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-26T11:24:36,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:36,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. as already flushing 2024-11-26T11:24:36,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:36,482 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:36,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:36,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:36,503 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/B/741cf51d11594ddcb3de53df8ea5756c is 50, key is test_row_0/B:col10/1732620276031/Put/seqid=0 2024-11-26T11:24:36,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742069_1245 (size=12001) 2024-11-26T11:24:36,524 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/B/741cf51d11594ddcb3de53df8ea5756c 2024-11-26T11:24:36,560 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/C/9ed7ff986a7341b4a6d77ec02ab3826e is 50, key is test_row_0/C:col10/1732620276031/Put/seqid=0 2024-11-26T11:24:36,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742070_1246 (size=12001) 2024-11-26T11:24:36,571 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/C/9ed7ff986a7341b4a6d77ec02ab3826e 2024-11-26T11:24:36,579 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/A/dc98149ea4d34cb4b76ab1730a040a7c as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/dc98149ea4d34cb4b76ab1730a040a7c 2024-11-26T11:24:36,588 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/dc98149ea4d34cb4b76ab1730a040a7c, entries=150, sequenceid=13, filesize=11.7 K 2024-11-26T11:24:36,589 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/B/741cf51d11594ddcb3de53df8ea5756c as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/741cf51d11594ddcb3de53df8ea5756c 2024-11-26T11:24:36,598 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/741cf51d11594ddcb3de53df8ea5756c, entries=150, sequenceid=13, filesize=11.7 K 2024-11-26T11:24:36,600 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/C/9ed7ff986a7341b4a6d77ec02ab3826e as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/9ed7ff986a7341b4a6d77ec02ab3826e 2024-11-26T11:24:36,609 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/9ed7ff986a7341b4a6d77ec02ab3826e, entries=150, sequenceid=13, filesize=11.7 K 2024-11-26T11:24:36,610 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for c332c1675f7ce89d03f41a2c8eae23ad in 579ms, sequenceid=13, compaction requested=false 2024-11-26T11:24:36,610 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c332c1675f7ce89d03f41a2c8eae23ad: 2024-11-26T11:24:36,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-26T11:24:36,634 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:24:36,634 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-26T11:24:36,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:36,635 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2837): Flushing c332c1675f7ce89d03f41a2c8eae23ad 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-26T11:24:36,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c332c1675f7ce89d03f41a2c8eae23ad, store=A 2024-11-26T11:24:36,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:36,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c332c1675f7ce89d03f41a2c8eae23ad, store=B 2024-11-26T11:24:36,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:36,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c332c1675f7ce89d03f41a2c8eae23ad, store=C 2024-11-26T11:24:36,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:36,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/A/6abe551bb05e4c59a82b8f0762f5066e is 50, key is test_row_0/A:col10/1732620276052/Put/seqid=0 2024-11-26T11:24:36,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(8581): Flush requested on c332c1675f7ce89d03f41a2c8eae23ad 2024-11-26T11:24:36,664 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. as already flushing 2024-11-26T11:24:36,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742071_1247 (size=12001) 2024-11-26T11:24:36,668 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/A/6abe551bb05e4c59a82b8f0762f5066e 2024-11-26T11:24:36,674 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:36,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40530 deadline: 1732620336671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:36,676 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:36,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40508 deadline: 1732620336673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:36,677 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:36,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40542 deadline: 1732620336673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:36,677 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:36,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40526 deadline: 1732620336674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:36,677 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:36,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40492 deadline: 1732620336675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:36,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/B/2ff07e9d72154c4bafb31837656d7337 is 50, key is test_row_0/B:col10/1732620276052/Put/seqid=0 2024-11-26T11:24:36,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742072_1248 (size=12001) 2024-11-26T11:24:36,711 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/B/2ff07e9d72154c4bafb31837656d7337 2024-11-26T11:24:36,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/C/2527eec88a1a46899ecbac51ca09fd22 is 50, key is test_row_0/C:col10/1732620276052/Put/seqid=0 2024-11-26T11:24:36,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742073_1249 (size=12001) 2024-11-26T11:24:36,747 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/C/2527eec88a1a46899ecbac51ca09fd22 2024-11-26T11:24:36,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/A/6abe551bb05e4c59a82b8f0762f5066e as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/6abe551bb05e4c59a82b8f0762f5066e 2024-11-26T11:24:36,761 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/6abe551bb05e4c59a82b8f0762f5066e, entries=150, sequenceid=37, filesize=11.7 K 2024-11-26T11:24:36,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/B/2ff07e9d72154c4bafb31837656d7337 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/2ff07e9d72154c4bafb31837656d7337 2024-11-26T11:24:36,768 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/2ff07e9d72154c4bafb31837656d7337, entries=150, sequenceid=37, filesize=11.7 K 2024-11-26T11:24:36,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/C/2527eec88a1a46899ecbac51ca09fd22 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/2527eec88a1a46899ecbac51ca09fd22 2024-11-26T11:24:36,777 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/2527eec88a1a46899ecbac51ca09fd22, entries=150, sequenceid=37, filesize=11.7 K 2024-11-26T11:24:36,777 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:36,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40530 deadline: 1732620336776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:36,778 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for c332c1675f7ce89d03f41a2c8eae23ad in 143ms, sequenceid=37, compaction requested=false 2024-11-26T11:24:36,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2538): Flush status journal for c332c1675f7ce89d03f41a2c8eae23ad: 2024-11-26T11:24:36,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:36,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=74 2024-11-26T11:24:36,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4106): Remote procedure done, pid=74 2024-11-26T11:24:36,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(8581): Flush requested on c332c1675f7ce89d03f41a2c8eae23ad 2024-11-26T11:24:36,782 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c332c1675f7ce89d03f41a2c8eae23ad 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-26T11:24:36,783 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-11-26T11:24:36,783 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 760 msec 2024-11-26T11:24:36,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c332c1675f7ce89d03f41a2c8eae23ad, store=A 2024-11-26T11:24:36,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:36,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c332c1675f7ce89d03f41a2c8eae23ad, store=B 2024-11-26T11:24:36,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:36,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c332c1675f7ce89d03f41a2c8eae23ad, store=C 2024-11-26T11:24:36,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:36,786 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees in 766 msec 2024-11-26T11:24:36,791 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/A/5ad1fa40ffbb4c8f98869b9b37f885ba is 50, key is test_row_0/A:col10/1732620276782/Put/seqid=0 2024-11-26T11:24:36,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742074_1250 (size=12001) 2024-11-26T11:24:36,805 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/A/5ad1fa40ffbb4c8f98869b9b37f885ba 2024-11-26T11:24:36,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:36,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40542 deadline: 1732620336804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:36,809 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:36,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40526 deadline: 1732620336806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:36,810 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:36,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40508 deadline: 1732620336807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:36,811 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:36,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40492 deadline: 1732620336808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:36,814 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/B/f151b07027b84d49abd6c35f4e561d0f is 50, key is test_row_0/B:col10/1732620276782/Put/seqid=0 2024-11-26T11:24:36,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742075_1251 (size=12001) 2024-11-26T11:24:36,827 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/B/f151b07027b84d49abd6c35f4e561d0f 2024-11-26T11:24:36,836 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/C/5ced7fea1d67429d9b9a7fed06099379 is 50, key is test_row_0/C:col10/1732620276782/Put/seqid=0 2024-11-26T11:24:36,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742076_1252 (size=12001) 2024-11-26T11:24:36,843 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/C/5ced7fea1d67429d9b9a7fed06099379 2024-11-26T11:24:36,848 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/A/5ad1fa40ffbb4c8f98869b9b37f885ba as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/5ad1fa40ffbb4c8f98869b9b37f885ba 2024-11-26T11:24:36,852 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/5ad1fa40ffbb4c8f98869b9b37f885ba, entries=150, sequenceid=53, filesize=11.7 K 2024-11-26T11:24:36,853 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/B/f151b07027b84d49abd6c35f4e561d0f as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/f151b07027b84d49abd6c35f4e561d0f 2024-11-26T11:24:36,857 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/f151b07027b84d49abd6c35f4e561d0f, entries=150, sequenceid=53, filesize=11.7 K 2024-11-26T11:24:36,858 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/C/5ced7fea1d67429d9b9a7fed06099379 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/5ced7fea1d67429d9b9a7fed06099379 2024-11-26T11:24:36,866 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/5ced7fea1d67429d9b9a7fed06099379, entries=150, sequenceid=53, filesize=11.7 K 2024-11-26T11:24:36,867 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for c332c1675f7ce89d03f41a2c8eae23ad in 85ms, sequenceid=53, compaction requested=true 2024-11-26T11:24:36,867 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c332c1675f7ce89d03f41a2c8eae23ad: 2024-11-26T11:24:36,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c332c1675f7ce89d03f41a2c8eae23ad:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T11:24:36,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:24:36,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c332c1675f7ce89d03f41a2c8eae23ad:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T11:24:36,867 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T11:24:36,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:24:36,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c332c1675f7ce89d03f41a2c8eae23ad:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T11:24:36,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T11:24:36,867 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T11:24:36,869 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T11:24:36,869 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1540): c332c1675f7ce89d03f41a2c8eae23ad/A is initiating minor compaction (all files) 2024-11-26T11:24:36,869 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c332c1675f7ce89d03f41a2c8eae23ad/A in TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:36,869 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/dc98149ea4d34cb4b76ab1730a040a7c, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/6abe551bb05e4c59a82b8f0762f5066e, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/5ad1fa40ffbb4c8f98869b9b37f885ba] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp, totalSize=35.2 K 2024-11-26T11:24:36,870 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T11:24:36,870 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1540): c332c1675f7ce89d03f41a2c8eae23ad/B is initiating minor compaction (all files) 2024-11-26T11:24:36,870 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c332c1675f7ce89d03f41a2c8eae23ad/B in TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:36,870 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/741cf51d11594ddcb3de53df8ea5756c, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/2ff07e9d72154c4bafb31837656d7337, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/f151b07027b84d49abd6c35f4e561d0f] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp, totalSize=35.2 K 2024-11-26T11:24:36,870 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting dc98149ea4d34cb4b76ab1730a040a7c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732620276029 2024-11-26T11:24:36,870 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 741cf51d11594ddcb3de53df8ea5756c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732620276029 2024-11-26T11:24:36,871 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6abe551bb05e4c59a82b8f0762f5066e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732620276049 2024-11-26T11:24:36,871 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 2ff07e9d72154c4bafb31837656d7337, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732620276049 2024-11-26T11:24:36,871 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5ad1fa40ffbb4c8f98869b9b37f885ba, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732620276672 2024-11-26T11:24:36,871 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting f151b07027b84d49abd6c35f4e561d0f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732620276672 2024-11-26T11:24:36,881 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c332c1675f7ce89d03f41a2c8eae23ad#A#compaction#204 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:24:36,882 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/A/d1e3476109b6403ca98b01a4ceb733f7 is 50, key is test_row_0/A:col10/1732620276782/Put/seqid=0 2024-11-26T11:24:36,902 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c332c1675f7ce89d03f41a2c8eae23ad#B#compaction#205 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:24:36,903 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/B/31780cd8856d43638cb1f8b69e5a4031 is 50, key is test_row_0/B:col10/1732620276782/Put/seqid=0 2024-11-26T11:24:36,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(8581): Flush requested on c332c1675f7ce89d03f41a2c8eae23ad 2024-11-26T11:24:36,912 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c332c1675f7ce89d03f41a2c8eae23ad 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-26T11:24:36,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c332c1675f7ce89d03f41a2c8eae23ad, store=A 2024-11-26T11:24:36,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:36,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c332c1675f7ce89d03f41a2c8eae23ad, store=B 2024-11-26T11:24:36,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:36,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c332c1675f7ce89d03f41a2c8eae23ad, store=C 2024-11-26T11:24:36,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:36,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742077_1253 (size=12104) 2024-11-26T11:24:36,919 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/A/8f8dcccdcf0049bdb6346dc3f03003a8 is 50, key is test_row_0/A:col10/1732620276912/Put/seqid=0 2024-11-26T11:24:36,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742078_1254 (size=12104) 2024-11-26T11:24:36,929 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:36,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742079_1255 (size=12001) 2024-11-26T11:24:36,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40492 deadline: 1732620336924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:36,929 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:36,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40508 deadline: 1732620336924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:36,931 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:36,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40542 deadline: 1732620336928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:36,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:36,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40526 deadline: 1732620336929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:36,936 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/A/8f8dcccdcf0049bdb6346dc3f03003a8 2024-11-26T11:24:36,941 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/B/31780cd8856d43638cb1f8b69e5a4031 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/31780cd8856d43638cb1f8b69e5a4031 2024-11-26T11:24:36,950 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/B/628b5725406b4beb95e00a79a4d0857c is 50, key is test_row_0/B:col10/1732620276912/Put/seqid=0 2024-11-26T11:24:36,953 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c332c1675f7ce89d03f41a2c8eae23ad/B of c332c1675f7ce89d03f41a2c8eae23ad into 31780cd8856d43638cb1f8b69e5a4031(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:24:36,953 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c332c1675f7ce89d03f41a2c8eae23ad: 2024-11-26T11:24:36,953 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad., storeName=c332c1675f7ce89d03f41a2c8eae23ad/B, priority=13, startTime=1732620276867; duration=0sec 2024-11-26T11:24:36,954 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T11:24:36,954 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c332c1675f7ce89d03f41a2c8eae23ad:B 2024-11-26T11:24:36,954 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T11:24:36,955 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T11:24:36,955 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1540): c332c1675f7ce89d03f41a2c8eae23ad/C is initiating minor compaction (all files) 2024-11-26T11:24:36,955 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c332c1675f7ce89d03f41a2c8eae23ad/C in TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:36,955 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/9ed7ff986a7341b4a6d77ec02ab3826e, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/2527eec88a1a46899ecbac51ca09fd22, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/5ced7fea1d67429d9b9a7fed06099379] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp, totalSize=35.2 K 2024-11-26T11:24:36,956 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 9ed7ff986a7341b4a6d77ec02ab3826e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732620276029 2024-11-26T11:24:36,956 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 2527eec88a1a46899ecbac51ca09fd22, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732620276049 2024-11-26T11:24:36,957 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 5ced7fea1d67429d9b9a7fed06099379, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732620276672 2024-11-26T11:24:36,979 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:36,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40530 deadline: 1732620336978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:36,983 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c332c1675f7ce89d03f41a2c8eae23ad#C#compaction#208 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:24:36,983 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/C/6e502315d57349b0a44f790615bffd55 is 50, key is test_row_0/C:col10/1732620276782/Put/seqid=0 2024-11-26T11:24:36,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742080_1256 (size=12001) 2024-11-26T11:24:36,986 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/B/628b5725406b4beb95e00a79a4d0857c 2024-11-26T11:24:36,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742081_1257 (size=12104) 2024-11-26T11:24:36,998 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/C/6d1d297531a14ef1b861349bae9f53d4 is 50, key is test_row_0/C:col10/1732620276912/Put/seqid=0 2024-11-26T11:24:37,000 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/C/6e502315d57349b0a44f790615bffd55 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/6e502315d57349b0a44f790615bffd55 2024-11-26T11:24:37,007 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c332c1675f7ce89d03f41a2c8eae23ad/C of c332c1675f7ce89d03f41a2c8eae23ad into 6e502315d57349b0a44f790615bffd55(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:24:37,007 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c332c1675f7ce89d03f41a2c8eae23ad: 2024-11-26T11:24:37,007 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad., storeName=c332c1675f7ce89d03f41a2c8eae23ad/C, priority=13, startTime=1732620276867; duration=0sec 2024-11-26T11:24:37,007 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:24:37,007 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c332c1675f7ce89d03f41a2c8eae23ad:C 2024-11-26T11:24:37,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742082_1258 (size=12001) 2024-11-26T11:24:37,014 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/C/6d1d297531a14ef1b861349bae9f53d4 2024-11-26T11:24:37,020 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/A/8f8dcccdcf0049bdb6346dc3f03003a8 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/8f8dcccdcf0049bdb6346dc3f03003a8 2024-11-26T11:24:37,025 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/8f8dcccdcf0049bdb6346dc3f03003a8, entries=150, sequenceid=75, filesize=11.7 K 2024-11-26T11:24:37,027 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/B/628b5725406b4beb95e00a79a4d0857c as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/628b5725406b4beb95e00a79a4d0857c 2024-11-26T11:24:37,031 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:37,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40492 deadline: 1732620337030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:37,032 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:37,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40508 deadline: 1732620337031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:37,032 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/628b5725406b4beb95e00a79a4d0857c, entries=150, sequenceid=75, filesize=11.7 K 2024-11-26T11:24:37,033 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/C/6d1d297531a14ef1b861349bae9f53d4 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/6d1d297531a14ef1b861349bae9f53d4 2024-11-26T11:24:37,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:37,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40542 deadline: 1732620337032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:37,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:37,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40526 deadline: 1732620337036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:37,041 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/6d1d297531a14ef1b861349bae9f53d4, entries=150, sequenceid=75, filesize=11.7 K 2024-11-26T11:24:37,042 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for c332c1675f7ce89d03f41a2c8eae23ad in 130ms, sequenceid=75, compaction requested=false 2024-11-26T11:24:37,042 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c332c1675f7ce89d03f41a2c8eae23ad: 2024-11-26T11:24:37,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-26T11:24:37,123 INFO [Thread-1130 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 73 completed 2024-11-26T11:24:37,124 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T11:24:37,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees 2024-11-26T11:24:37,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-26T11:24:37,128 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T11:24:37,129 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T11:24:37,129 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T11:24:37,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-26T11:24:37,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(8581): Flush requested on c332c1675f7ce89d03f41a2c8eae23ad 2024-11-26T11:24:37,236 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c332c1675f7ce89d03f41a2c8eae23ad 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-26T11:24:37,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c332c1675f7ce89d03f41a2c8eae23ad, store=A 2024-11-26T11:24:37,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:37,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c332c1675f7ce89d03f41a2c8eae23ad, store=B 2024-11-26T11:24:37,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:37,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c332c1675f7ce89d03f41a2c8eae23ad, store=C 2024-11-26T11:24:37,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:37,255 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/A/3ca5e1f56bcd403eafe926a229922d27 is 50, key is test_row_0/A:col10/1732620277235/Put/seqid=0 2024-11-26T11:24:37,261 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:37,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40526 deadline: 1732620337256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:37,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742083_1259 (size=12001) 2024-11-26T11:24:37,263 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/A/3ca5e1f56bcd403eafe926a229922d27 2024-11-26T11:24:37,263 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:37,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40542 deadline: 1732620337260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:37,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:37,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40508 deadline: 1732620337261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:37,264 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:37,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40492 deadline: 1732620337261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:37,270 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/B/61bf00591ef84bec88bce35e529649fa is 50, key is test_row_0/B:col10/1732620277235/Put/seqid=0 2024-11-26T11:24:37,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742084_1260 (size=12001) 2024-11-26T11:24:37,288 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:24:37,289 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-26T11:24:37,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:37,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. as already flushing 2024-11-26T11:24:37,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:37,289 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:37,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:37,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:37,291 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:37,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40530 deadline: 1732620337289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:37,323 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/A/d1e3476109b6403ca98b01a4ceb733f7 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/d1e3476109b6403ca98b01a4ceb733f7 2024-11-26T11:24:37,328 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c332c1675f7ce89d03f41a2c8eae23ad/A of c332c1675f7ce89d03f41a2c8eae23ad into d1e3476109b6403ca98b01a4ceb733f7(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:24:37,328 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c332c1675f7ce89d03f41a2c8eae23ad: 2024-11-26T11:24:37,328 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad., storeName=c332c1675f7ce89d03f41a2c8eae23ad/A, priority=13, startTime=1732620276867; duration=0sec 2024-11-26T11:24:37,328 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:24:37,328 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c332c1675f7ce89d03f41a2c8eae23ad:A 2024-11-26T11:24:37,364 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:37,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40526 deadline: 1732620337362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:37,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:37,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40542 deadline: 1732620337364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:37,367 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:37,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40508 deadline: 1732620337365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:37,368 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:37,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40492 deadline: 1732620337365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:37,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-26T11:24:37,442 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:24:37,442 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-26T11:24:37,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:37,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. as already flushing 2024-11-26T11:24:37,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:37,443 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:37,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:37,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:37,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:37,567 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:37,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40542 deadline: 1732620337566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:37,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40526 deadline: 1732620337566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:37,571 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:37,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40492 deadline: 1732620337569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:37,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:37,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40508 deadline: 1732620337569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:37,595 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:24:37,595 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-26T11:24:37,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:37,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. as already flushing 2024-11-26T11:24:37,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:37,595 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:37,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:37,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:37,675 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/B/61bf00591ef84bec88bce35e529649fa 2024-11-26T11:24:37,686 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/C/53156e1944b545d79d30f4c0d88b3848 is 50, key is test_row_0/C:col10/1732620277235/Put/seqid=0 2024-11-26T11:24:37,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742085_1261 (size=12001) 2024-11-26T11:24:37,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-26T11:24:37,747 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:24:37,748 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-26T11:24:37,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:37,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. as already flushing 2024-11-26T11:24:37,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:37,748 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:37,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:37,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:37,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:37,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40530 deadline: 1732620337795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:37,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:37,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40542 deadline: 1732620337870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:37,872 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:37,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40526 deadline: 1732620337871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:37,873 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:37,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40492 deadline: 1732620337872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:37,874 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:37,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40508 deadline: 1732620337873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:37,900 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:24:37,901 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-26T11:24:37,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:37,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. as already flushing 2024-11-26T11:24:37,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:37,901 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:37,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:37,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:38,053 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:24:38,053 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-26T11:24:38,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:38,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. as already flushing 2024-11-26T11:24:38,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:38,054 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:38,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:38,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:38,098 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/C/53156e1944b545d79d30f4c0d88b3848 2024-11-26T11:24:38,102 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/A/3ca5e1f56bcd403eafe926a229922d27 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/3ca5e1f56bcd403eafe926a229922d27 2024-11-26T11:24:38,107 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/3ca5e1f56bcd403eafe926a229922d27, entries=150, sequenceid=93, filesize=11.7 K 2024-11-26T11:24:38,108 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/B/61bf00591ef84bec88bce35e529649fa as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/61bf00591ef84bec88bce35e529649fa 2024-11-26T11:24:38,112 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/61bf00591ef84bec88bce35e529649fa, entries=150, sequenceid=93, filesize=11.7 K 2024-11-26T11:24:38,113 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/C/53156e1944b545d79d30f4c0d88b3848 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/53156e1944b545d79d30f4c0d88b3848 2024-11-26T11:24:38,117 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/53156e1944b545d79d30f4c0d88b3848, entries=150, sequenceid=93, filesize=11.7 K 2024-11-26T11:24:38,118 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for c332c1675f7ce89d03f41a2c8eae23ad in 882ms, sequenceid=93, compaction requested=true 2024-11-26T11:24:38,118 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c332c1675f7ce89d03f41a2c8eae23ad: 2024-11-26T11:24:38,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c332c1675f7ce89d03f41a2c8eae23ad:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T11:24:38,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:24:38,118 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T11:24:38,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c332c1675f7ce89d03f41a2c8eae23ad:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T11:24:38,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:24:38,118 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T11:24:38,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c332c1675f7ce89d03f41a2c8eae23ad:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T11:24:38,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T11:24:38,119 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T11:24:38,119 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T11:24:38,120 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1540): c332c1675f7ce89d03f41a2c8eae23ad/A is initiating minor compaction (all files) 2024-11-26T11:24:38,120 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1540): c332c1675f7ce89d03f41a2c8eae23ad/B is initiating minor compaction (all files) 2024-11-26T11:24:38,120 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c332c1675f7ce89d03f41a2c8eae23ad/A in TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:38,120 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c332c1675f7ce89d03f41a2c8eae23ad/B in TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:38,120 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/d1e3476109b6403ca98b01a4ceb733f7, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/8f8dcccdcf0049bdb6346dc3f03003a8, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/3ca5e1f56bcd403eafe926a229922d27] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp, totalSize=35.3 K 2024-11-26T11:24:38,120 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/31780cd8856d43638cb1f8b69e5a4031, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/628b5725406b4beb95e00a79a4d0857c, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/61bf00591ef84bec88bce35e529649fa] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp, totalSize=35.3 K 2024-11-26T11:24:38,120 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting d1e3476109b6403ca98b01a4ceb733f7, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732620276672 2024-11-26T11:24:38,120 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 31780cd8856d43638cb1f8b69e5a4031, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732620276672 2024-11-26T11:24:38,121 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 628b5725406b4beb95e00a79a4d0857c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732620276807 2024-11-26T11:24:38,121 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8f8dcccdcf0049bdb6346dc3f03003a8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732620276807 2024-11-26T11:24:38,121 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 61bf00591ef84bec88bce35e529649fa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732620276928 2024-11-26T11:24:38,121 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3ca5e1f56bcd403eafe926a229922d27, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732620276928 2024-11-26T11:24:38,129 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c332c1675f7ce89d03f41a2c8eae23ad#A#compaction#213 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:24:38,130 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/A/23970887cb11435597d537b5fc5f28e1 is 50, key is test_row_0/A:col10/1732620277235/Put/seqid=0 2024-11-26T11:24:38,130 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c332c1675f7ce89d03f41a2c8eae23ad#B#compaction#214 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:24:38,130 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/B/b055d7f9a5114e58ba87398d94ad5985 is 50, key is test_row_0/B:col10/1732620277235/Put/seqid=0 2024-11-26T11:24:38,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742086_1262 (size=12207) 2024-11-26T11:24:38,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742087_1263 (size=12207) 2024-11-26T11:24:38,150 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/B/b055d7f9a5114e58ba87398d94ad5985 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/b055d7f9a5114e58ba87398d94ad5985 2024-11-26T11:24:38,155 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c332c1675f7ce89d03f41a2c8eae23ad/B of c332c1675f7ce89d03f41a2c8eae23ad into b055d7f9a5114e58ba87398d94ad5985(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:24:38,155 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c332c1675f7ce89d03f41a2c8eae23ad: 2024-11-26T11:24:38,155 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad., storeName=c332c1675f7ce89d03f41a2c8eae23ad/B, priority=13, startTime=1732620278118; duration=0sec 2024-11-26T11:24:38,155 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T11:24:38,155 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c332c1675f7ce89d03f41a2c8eae23ad:B 2024-11-26T11:24:38,155 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T11:24:38,156 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T11:24:38,156 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1540): c332c1675f7ce89d03f41a2c8eae23ad/C is initiating minor compaction (all files) 2024-11-26T11:24:38,156 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c332c1675f7ce89d03f41a2c8eae23ad/C in TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:38,156 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/6e502315d57349b0a44f790615bffd55, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/6d1d297531a14ef1b861349bae9f53d4, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/53156e1944b545d79d30f4c0d88b3848] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp, totalSize=35.3 K 2024-11-26T11:24:38,157 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 6e502315d57349b0a44f790615bffd55, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732620276672 2024-11-26T11:24:38,157 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 6d1d297531a14ef1b861349bae9f53d4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732620276807 2024-11-26T11:24:38,157 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 53156e1944b545d79d30f4c0d88b3848, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732620276928 2024-11-26T11:24:38,164 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c332c1675f7ce89d03f41a2c8eae23ad#C#compaction#215 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:24:38,165 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/C/fc0d9eefda1e4a039c9d9f97eabb42a8 is 50, key is test_row_0/C:col10/1732620277235/Put/seqid=0 2024-11-26T11:24:38,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742088_1264 (size=12207) 2024-11-26T11:24:38,174 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-26T11:24:38,206 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:24:38,207 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-26T11:24:38,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:38,207 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2837): Flushing c332c1675f7ce89d03f41a2c8eae23ad 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-26T11:24:38,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c332c1675f7ce89d03f41a2c8eae23ad, store=A 2024-11-26T11:24:38,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:38,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c332c1675f7ce89d03f41a2c8eae23ad, store=B 2024-11-26T11:24:38,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:38,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c332c1675f7ce89d03f41a2c8eae23ad, store=C 2024-11-26T11:24:38,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:38,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/A/ffb6a033a7a4405fbb3f9a3b4ce92405 is 50, key is test_row_0/A:col10/1732620277250/Put/seqid=0 2024-11-26T11:24:38,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742089_1265 (size=12001) 2024-11-26T11:24:38,221 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/A/ffb6a033a7a4405fbb3f9a3b4ce92405 2024-11-26T11:24:38,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-26T11:24:38,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/B/8982220d096542da8fc50d384e79cc1e is 50, key is test_row_0/B:col10/1732620277250/Put/seqid=0 2024-11-26T11:24:38,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742090_1266 (size=12001) 2024-11-26T11:24:38,234 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/B/8982220d096542da8fc50d384e79cc1e 2024-11-26T11:24:38,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/C/8c544d910f7c48aca7a012d4fb23b2d9 is 50, key is test_row_0/C:col10/1732620277250/Put/seqid=0 2024-11-26T11:24:38,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742091_1267 (size=12001) 2024-11-26T11:24:38,364 DEBUG [master/173854343f88:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region f2247f898cbd7ab7c06fcf2ba10bdc3e changed from -1.0 to 0.0, refreshing cache 2024-11-26T11:24:38,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(8581): Flush requested on c332c1675f7ce89d03f41a2c8eae23ad 2024-11-26T11:24:38,376 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. as already flushing 2024-11-26T11:24:38,387 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:38,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40526 deadline: 1732620338384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:38,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:38,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40508 deadline: 1732620338385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:38,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:38,391 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:38,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40492 deadline: 1732620338387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:38,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40542 deadline: 1732620338388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:38,489 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:38,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40526 deadline: 1732620338489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:38,490 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:38,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40508 deadline: 1732620338489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:38,494 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:38,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40492 deadline: 1732620338492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:38,494 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:38,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40542 deadline: 1732620338492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:38,543 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/A/23970887cb11435597d537b5fc5f28e1 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/23970887cb11435597d537b5fc5f28e1 2024-11-26T11:24:38,548 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c332c1675f7ce89d03f41a2c8eae23ad/A of c332c1675f7ce89d03f41a2c8eae23ad into 23970887cb11435597d537b5fc5f28e1(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:24:38,548 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c332c1675f7ce89d03f41a2c8eae23ad: 2024-11-26T11:24:38,548 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad., storeName=c332c1675f7ce89d03f41a2c8eae23ad/A, priority=13, startTime=1732620278118; duration=0sec 2024-11-26T11:24:38,548 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:24:38,548 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c332c1675f7ce89d03f41a2c8eae23ad:A 2024-11-26T11:24:38,577 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/C/fc0d9eefda1e4a039c9d9f97eabb42a8 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/fc0d9eefda1e4a039c9d9f97eabb42a8 2024-11-26T11:24:38,582 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c332c1675f7ce89d03f41a2c8eae23ad/C of c332c1675f7ce89d03f41a2c8eae23ad into fc0d9eefda1e4a039c9d9f97eabb42a8(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:24:38,582 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c332c1675f7ce89d03f41a2c8eae23ad: 2024-11-26T11:24:38,582 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad., storeName=c332c1675f7ce89d03f41a2c8eae23ad/C, priority=13, startTime=1732620278118; duration=0sec 2024-11-26T11:24:38,582 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:24:38,582 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c332c1675f7ce89d03f41a2c8eae23ad:C 2024-11-26T11:24:38,645 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/C/8c544d910f7c48aca7a012d4fb23b2d9 2024-11-26T11:24:38,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/A/ffb6a033a7a4405fbb3f9a3b4ce92405 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/ffb6a033a7a4405fbb3f9a3b4ce92405 2024-11-26T11:24:38,655 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/ffb6a033a7a4405fbb3f9a3b4ce92405, entries=150, sequenceid=116, filesize=11.7 K 2024-11-26T11:24:38,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/B/8982220d096542da8fc50d384e79cc1e as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/8982220d096542da8fc50d384e79cc1e 2024-11-26T11:24:38,660 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/8982220d096542da8fc50d384e79cc1e, entries=150, sequenceid=116, filesize=11.7 K 2024-11-26T11:24:38,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/C/8c544d910f7c48aca7a012d4fb23b2d9 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/8c544d910f7c48aca7a012d4fb23b2d9 2024-11-26T11:24:38,665 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/8c544d910f7c48aca7a012d4fb23b2d9, entries=150, sequenceid=116, filesize=11.7 K 2024-11-26T11:24:38,666 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for c332c1675f7ce89d03f41a2c8eae23ad in 459ms, sequenceid=116, compaction requested=false 2024-11-26T11:24:38,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2538): Flush status journal for c332c1675f7ce89d03f41a2c8eae23ad: 2024-11-26T11:24:38,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:38,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=76 2024-11-26T11:24:38,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4106): Remote procedure done, pid=76 2024-11-26T11:24:38,670 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-11-26T11:24:38,670 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5390 sec 2024-11-26T11:24:38,671 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees in 1.5460 sec 2024-11-26T11:24:38,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(8581): Flush requested on c332c1675f7ce89d03f41a2c8eae23ad 2024-11-26T11:24:38,693 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c332c1675f7ce89d03f41a2c8eae23ad 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-26T11:24:38,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c332c1675f7ce89d03f41a2c8eae23ad, store=A 2024-11-26T11:24:38,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:38,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c332c1675f7ce89d03f41a2c8eae23ad, store=B 2024-11-26T11:24:38,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:38,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c332c1675f7ce89d03f41a2c8eae23ad, store=C 2024-11-26T11:24:38,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:38,699 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/A/034c7f46fd104934a6a4c18ace90a0e5 is 50, key is test_row_0/A:col10/1732620278692/Put/seqid=0 2024-11-26T11:24:38,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742092_1268 (size=12101) 2024-11-26T11:24:38,704 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/A/034c7f46fd104934a6a4c18ace90a0e5 2024-11-26T11:24:38,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:38,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40508 deadline: 1732620338707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:38,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:38,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40542 deadline: 1732620338708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:38,711 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:38,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40526 deadline: 1732620338709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:38,711 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:38,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40492 deadline: 1732620338709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:38,713 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/B/ab635e400bd640229b8dfeb68cc5ea1e is 50, key is test_row_0/B:col10/1732620278692/Put/seqid=0 2024-11-26T11:24:38,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742093_1269 (size=12101) 2024-11-26T11:24:38,717 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/B/ab635e400bd640229b8dfeb68cc5ea1e 2024-11-26T11:24:38,728 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/C/661f7319d7f14018990f04233cacbb34 is 50, key is test_row_0/C:col10/1732620278692/Put/seqid=0 2024-11-26T11:24:38,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742094_1270 (size=12101) 2024-11-26T11:24:38,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:38,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40530 deadline: 1732620338804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:38,812 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:38,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40508 deadline: 1732620338811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:38,813 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:38,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40542 deadline: 1732620338812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:38,813 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:38,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40526 deadline: 1732620338812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:38,814 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:38,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40492 deadline: 1732620338812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:39,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:39,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40508 deadline: 1732620339013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:39,017 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:39,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40542 deadline: 1732620339015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:39,017 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:39,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40526 deadline: 1732620339015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:39,017 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:39,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40492 deadline: 1732620339016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:39,132 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/C/661f7319d7f14018990f04233cacbb34 2024-11-26T11:24:39,137 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/A/034c7f46fd104934a6a4c18ace90a0e5 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/034c7f46fd104934a6a4c18ace90a0e5 2024-11-26T11:24:39,141 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/034c7f46fd104934a6a4c18ace90a0e5, entries=150, sequenceid=136, filesize=11.8 K 2024-11-26T11:24:39,142 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/B/ab635e400bd640229b8dfeb68cc5ea1e as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/ab635e400bd640229b8dfeb68cc5ea1e 2024-11-26T11:24:39,146 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/ab635e400bd640229b8dfeb68cc5ea1e, entries=150, sequenceid=136, filesize=11.8 K 2024-11-26T11:24:39,147 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/C/661f7319d7f14018990f04233cacbb34 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/661f7319d7f14018990f04233cacbb34 2024-11-26T11:24:39,151 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/661f7319d7f14018990f04233cacbb34, entries=150, sequenceid=136, filesize=11.8 K 2024-11-26T11:24:39,151 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for c332c1675f7ce89d03f41a2c8eae23ad in 458ms, sequenceid=136, compaction requested=true 2024-11-26T11:24:39,151 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c332c1675f7ce89d03f41a2c8eae23ad: 2024-11-26T11:24:39,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c332c1675f7ce89d03f41a2c8eae23ad:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T11:24:39,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:24:39,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c332c1675f7ce89d03f41a2c8eae23ad:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T11:24:39,152 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T11:24:39,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:24:39,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c332c1675f7ce89d03f41a2c8eae23ad:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T11:24:39,152 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T11:24:39,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T11:24:39,153 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T11:24:39,153 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T11:24:39,153 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1540): c332c1675f7ce89d03f41a2c8eae23ad/B is initiating minor compaction (all files) 2024-11-26T11:24:39,153 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1540): c332c1675f7ce89d03f41a2c8eae23ad/A is initiating minor compaction (all files) 2024-11-26T11:24:39,153 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c332c1675f7ce89d03f41a2c8eae23ad/B in TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:39,154 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c332c1675f7ce89d03f41a2c8eae23ad/A in TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:39,154 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/b055d7f9a5114e58ba87398d94ad5985, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/8982220d096542da8fc50d384e79cc1e, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/ab635e400bd640229b8dfeb68cc5ea1e] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp, totalSize=35.5 K 2024-11-26T11:24:39,154 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/23970887cb11435597d537b5fc5f28e1, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/ffb6a033a7a4405fbb3f9a3b4ce92405, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/034c7f46fd104934a6a4c18ace90a0e5] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp, totalSize=35.5 K 2024-11-26T11:24:39,154 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting b055d7f9a5114e58ba87398d94ad5985, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732620276928 2024-11-26T11:24:39,154 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 23970887cb11435597d537b5fc5f28e1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732620276928 2024-11-26T11:24:39,154 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 8982220d096542da8fc50d384e79cc1e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732620277250 2024-11-26T11:24:39,154 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting ffb6a033a7a4405fbb3f9a3b4ce92405, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732620277250 2024-11-26T11:24:39,155 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting ab635e400bd640229b8dfeb68cc5ea1e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732620278379 2024-11-26T11:24:39,155 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 034c7f46fd104934a6a4c18ace90a0e5, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732620278379 2024-11-26T11:24:39,163 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c332c1675f7ce89d03f41a2c8eae23ad#A#compaction#222 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:24:39,164 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/A/bc61c218672f41b9a3654877b4e69d79 is 50, key is test_row_0/A:col10/1732620278692/Put/seqid=0 2024-11-26T11:24:39,171 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c332c1675f7ce89d03f41a2c8eae23ad#B#compaction#223 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:24:39,172 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/B/3855d01e84184a31a6c96977e0b81d68 is 50, key is test_row_0/B:col10/1732620278692/Put/seqid=0 2024-11-26T11:24:39,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742095_1271 (size=12409) 2024-11-26T11:24:39,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742096_1272 (size=12409) 2024-11-26T11:24:39,190 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/A/bc61c218672f41b9a3654877b4e69d79 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/bc61c218672f41b9a3654877b4e69d79 2024-11-26T11:24:39,198 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c332c1675f7ce89d03f41a2c8eae23ad/A of c332c1675f7ce89d03f41a2c8eae23ad into bc61c218672f41b9a3654877b4e69d79(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:24:39,198 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c332c1675f7ce89d03f41a2c8eae23ad: 2024-11-26T11:24:39,198 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad., storeName=c332c1675f7ce89d03f41a2c8eae23ad/A, priority=13, startTime=1732620279152; duration=0sec 2024-11-26T11:24:39,198 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T11:24:39,198 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c332c1675f7ce89d03f41a2c8eae23ad:A 2024-11-26T11:24:39,198 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T11:24:39,200 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T11:24:39,200 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1540): c332c1675f7ce89d03f41a2c8eae23ad/C is initiating minor compaction (all files) 2024-11-26T11:24:39,200 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c332c1675f7ce89d03f41a2c8eae23ad/C in TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:39,200 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/fc0d9eefda1e4a039c9d9f97eabb42a8, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/8c544d910f7c48aca7a012d4fb23b2d9, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/661f7319d7f14018990f04233cacbb34] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp, totalSize=35.5 K 2024-11-26T11:24:39,201 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting fc0d9eefda1e4a039c9d9f97eabb42a8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732620276928 2024-11-26T11:24:39,201 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8c544d910f7c48aca7a012d4fb23b2d9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732620277250 2024-11-26T11:24:39,201 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 661f7319d7f14018990f04233cacbb34, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732620278379 2024-11-26T11:24:39,209 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c332c1675f7ce89d03f41a2c8eae23ad#C#compaction#224 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:24:39,210 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/C/e7ff46b296714493b2d1d54e49161b52 is 50, key is test_row_0/C:col10/1732620278692/Put/seqid=0 2024-11-26T11:24:39,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742097_1273 (size=12409) 2024-11-26T11:24:39,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-26T11:24:39,230 INFO [Thread-1130 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 75 completed 2024-11-26T11:24:39,231 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T11:24:39,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees 2024-11-26T11:24:39,233 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T11:24:39,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-26T11:24:39,234 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T11:24:39,234 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T11:24:39,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(8581): Flush requested on c332c1675f7ce89d03f41a2c8eae23ad 2024-11-26T11:24:39,317 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c332c1675f7ce89d03f41a2c8eae23ad 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-26T11:24:39,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c332c1675f7ce89d03f41a2c8eae23ad, store=A 2024-11-26T11:24:39,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:39,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c332c1675f7ce89d03f41a2c8eae23ad, store=B 2024-11-26T11:24:39,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:39,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c332c1675f7ce89d03f41a2c8eae23ad, store=C 2024-11-26T11:24:39,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:39,323 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/A/970574cd343f496b923bf17aead2d473 is 50, key is test_row_0/A:col10/1732620279316/Put/seqid=0 2024-11-26T11:24:39,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742098_1274 (size=12151) 2024-11-26T11:24:39,332 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:39,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40526 deadline: 1732620339329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:39,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:39,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40492 deadline: 1732620339330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:39,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:39,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40508 deadline: 1732620339330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:39,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-26T11:24:39,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:39,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40542 deadline: 1732620339332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:39,386 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:24:39,386 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-26T11:24:39,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:39,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. as already flushing 2024-11-26T11:24:39,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:39,386 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:39,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:39,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:39,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:39,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40526 deadline: 1732620339433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:39,435 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:39,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40492 deadline: 1732620339434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:39,436 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:39,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40508 deadline: 1732620339434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:39,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:39,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40542 deadline: 1732620339436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:39,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-26T11:24:39,539 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:24:39,539 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-26T11:24:39,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:39,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. as already flushing 2024-11-26T11:24:39,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:39,540 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:39,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:39,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:39,593 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/B/3855d01e84184a31a6c96977e0b81d68 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/3855d01e84184a31a6c96977e0b81d68 2024-11-26T11:24:39,598 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c332c1675f7ce89d03f41a2c8eae23ad/B of c332c1675f7ce89d03f41a2c8eae23ad into 3855d01e84184a31a6c96977e0b81d68(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:24:39,598 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c332c1675f7ce89d03f41a2c8eae23ad: 2024-11-26T11:24:39,598 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad., storeName=c332c1675f7ce89d03f41a2c8eae23ad/B, priority=13, startTime=1732620279152; duration=0sec 2024-11-26T11:24:39,599 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:24:39,599 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c332c1675f7ce89d03f41a2c8eae23ad:B 2024-11-26T11:24:39,627 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/C/e7ff46b296714493b2d1d54e49161b52 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/e7ff46b296714493b2d1d54e49161b52 2024-11-26T11:24:39,633 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c332c1675f7ce89d03f41a2c8eae23ad/C of c332c1675f7ce89d03f41a2c8eae23ad into e7ff46b296714493b2d1d54e49161b52(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:24:39,634 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c332c1675f7ce89d03f41a2c8eae23ad: 2024-11-26T11:24:39,634 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad., storeName=c332c1675f7ce89d03f41a2c8eae23ad/C, priority=13, startTime=1732620279152; duration=0sec 2024-11-26T11:24:39,634 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:24:39,634 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c332c1675f7ce89d03f41a2c8eae23ad:C 2024-11-26T11:24:39,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:39,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40526 deadline: 1732620339635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:39,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:39,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40492 deadline: 1732620339636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:39,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:39,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40508 deadline: 1732620339637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:39,641 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:39,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40542 deadline: 1732620339639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:39,692 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:24:39,692 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-26T11:24:39,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:39,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. as already flushing 2024-11-26T11:24:39,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:39,693 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:39,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:39,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:39,728 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/A/970574cd343f496b923bf17aead2d473 2024-11-26T11:24:39,735 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/B/0cd08a53da124e8ea888cb177c604a93 is 50, key is test_row_0/B:col10/1732620279316/Put/seqid=0 2024-11-26T11:24:39,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742099_1275 (size=12151) 2024-11-26T11:24:39,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-26T11:24:39,845 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:24:39,845 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-26T11:24:39,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:39,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. as already flushing 2024-11-26T11:24:39,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:39,846 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:39,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:39,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:39,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:39,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40492 deadline: 1732620339938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:39,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:39,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40526 deadline: 1732620339940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:39,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:39,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40508 deadline: 1732620339941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:39,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:39,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40542 deadline: 1732620339944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:39,998 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:24:39,998 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-26T11:24:39,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:39,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. as already flushing 2024-11-26T11:24:39,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:39,999 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:39,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:39,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:40,142 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/B/0cd08a53da124e8ea888cb177c604a93 2024-11-26T11:24:40,150 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:24:40,151 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-26T11:24:40,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:40,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. as already flushing 2024-11-26T11:24:40,151 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/C/2cae4db0b38044d6be6829fda6eda96d is 50, key is test_row_0/C:col10/1732620279316/Put/seqid=0 2024-11-26T11:24:40,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:40,151 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:40,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:40,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:40,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742100_1276 (size=12151) 2024-11-26T11:24:40,305 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:24:40,305 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-26T11:24:40,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:40,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. as already flushing 2024-11-26T11:24:40,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:40,305 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:40,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:40,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:40,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-26T11:24:40,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:40,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40492 deadline: 1732620340443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:40,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:40,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40526 deadline: 1732620340444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:40,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:40,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40508 deadline: 1732620340444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:40,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:40,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40542 deadline: 1732620340448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:40,457 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:24:40,458 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-26T11:24:40,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:40,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. as already flushing 2024-11-26T11:24:40,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:40,458 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:40,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:40,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:40,559 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/C/2cae4db0b38044d6be6829fda6eda96d 2024-11-26T11:24:40,564 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/A/970574cd343f496b923bf17aead2d473 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/970574cd343f496b923bf17aead2d473 2024-11-26T11:24:40,568 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/970574cd343f496b923bf17aead2d473, entries=150, sequenceid=156, filesize=11.9 K 2024-11-26T11:24:40,569 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/B/0cd08a53da124e8ea888cb177c604a93 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/0cd08a53da124e8ea888cb177c604a93 2024-11-26T11:24:40,572 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/0cd08a53da124e8ea888cb177c604a93, entries=150, sequenceid=156, filesize=11.9 K 2024-11-26T11:24:40,573 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/C/2cae4db0b38044d6be6829fda6eda96d as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/2cae4db0b38044d6be6829fda6eda96d 2024-11-26T11:24:40,577 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/2cae4db0b38044d6be6829fda6eda96d, entries=150, sequenceid=156, filesize=11.9 K 2024-11-26T11:24:40,578 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for c332c1675f7ce89d03f41a2c8eae23ad in 1261ms, sequenceid=156, compaction requested=false 2024-11-26T11:24:40,578 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c332c1675f7ce89d03f41a2c8eae23ad: 2024-11-26T11:24:40,610 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:24:40,611 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-26T11:24:40,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:40,611 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2837): Flushing c332c1675f7ce89d03f41a2c8eae23ad 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-26T11:24:40,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c332c1675f7ce89d03f41a2c8eae23ad, store=A 2024-11-26T11:24:40,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:40,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c332c1675f7ce89d03f41a2c8eae23ad, store=B 2024-11-26T11:24:40,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:40,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c332c1675f7ce89d03f41a2c8eae23ad, store=C 2024-11-26T11:24:40,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:40,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/A/6202e294e5ba46fdb5a2d934dbfa181c is 50, key is test_row_0/A:col10/1732620279326/Put/seqid=0 2024-11-26T11:24:40,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742101_1277 (size=12151) 2024-11-26T11:24:40,624 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/A/6202e294e5ba46fdb5a2d934dbfa181c 2024-11-26T11:24:40,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/B/938d4f85e6814b8f9687dec9ec571c14 is 50, key is test_row_0/B:col10/1732620279326/Put/seqid=0 2024-11-26T11:24:40,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742102_1278 (size=12151) 2024-11-26T11:24:40,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(8581): Flush requested on c332c1675f7ce89d03f41a2c8eae23ad 2024-11-26T11:24:40,814 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. as already flushing 2024-11-26T11:24:40,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:40,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40530 deadline: 1732620340848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:40,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:40,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40530 deadline: 1732620340950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:41,037 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/B/938d4f85e6814b8f9687dec9ec571c14 2024-11-26T11:24:41,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/C/95a8c676133c41ba905bec80357d706f is 50, key is test_row_0/C:col10/1732620279326/Put/seqid=0 2024-11-26T11:24:41,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742103_1279 (size=12151) 2024-11-26T11:24:41,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:41,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40530 deadline: 1732620341153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:41,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-26T11:24:41,448 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:41,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40526 deadline: 1732620341447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:41,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:41,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40492 deadline: 1732620341448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:41,450 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:41,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40508 deadline: 1732620341449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:41,452 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/C/95a8c676133c41ba905bec80357d706f 2024-11-26T11:24:41,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/A/6202e294e5ba46fdb5a2d934dbfa181c as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/6202e294e5ba46fdb5a2d934dbfa181c 2024-11-26T11:24:41,459 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:41,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40530 deadline: 1732620341457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:41,459 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:41,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40542 deadline: 1732620341458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:41,461 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/6202e294e5ba46fdb5a2d934dbfa181c, entries=150, sequenceid=175, filesize=11.9 K 2024-11-26T11:24:41,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/B/938d4f85e6814b8f9687dec9ec571c14 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/938d4f85e6814b8f9687dec9ec571c14 2024-11-26T11:24:41,466 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/938d4f85e6814b8f9687dec9ec571c14, entries=150, sequenceid=175, filesize=11.9 K 2024-11-26T11:24:41,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/C/95a8c676133c41ba905bec80357d706f as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/95a8c676133c41ba905bec80357d706f 2024-11-26T11:24:41,470 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/95a8c676133c41ba905bec80357d706f, entries=150, sequenceid=175, filesize=11.9 K 2024-11-26T11:24:41,471 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for c332c1675f7ce89d03f41a2c8eae23ad in 860ms, sequenceid=175, compaction requested=true 2024-11-26T11:24:41,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2538): Flush status journal for c332c1675f7ce89d03f41a2c8eae23ad: 2024-11-26T11:24:41,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:41,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=78 2024-11-26T11:24:41,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4106): Remote procedure done, pid=78 2024-11-26T11:24:41,474 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-11-26T11:24:41,474 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2380 sec 2024-11-26T11:24:41,475 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees in 2.2420 sec 2024-11-26T11:24:41,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(8581): Flush requested on c332c1675f7ce89d03f41a2c8eae23ad 2024-11-26T11:24:41,964 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c332c1675f7ce89d03f41a2c8eae23ad 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-26T11:24:41,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c332c1675f7ce89d03f41a2c8eae23ad, store=A 2024-11-26T11:24:41,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:41,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c332c1675f7ce89d03f41a2c8eae23ad, store=B 2024-11-26T11:24:41,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:41,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c332c1675f7ce89d03f41a2c8eae23ad, store=C 2024-11-26T11:24:41,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:41,970 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/A/d3370994e6f749d2bc83a272e85f8dff is 50, key is test_row_0/A:col10/1732620280847/Put/seqid=0 2024-11-26T11:24:41,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742104_1280 (size=14541) 2024-11-26T11:24:42,010 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:42,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40530 deadline: 1732620342008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:42,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:42,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40530 deadline: 1732620342111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:42,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:42,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40530 deadline: 1732620342315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:42,375 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/A/d3370994e6f749d2bc83a272e85f8dff 2024-11-26T11:24:42,383 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/B/ecdf8a46de644f60b66888d9017b0243 is 50, key is test_row_0/B:col10/1732620280847/Put/seqid=0 2024-11-26T11:24:42,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742105_1281 (size=12151) 2024-11-26T11:24:42,622 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:42,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40530 deadline: 1732620342619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:42,788 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/B/ecdf8a46de644f60b66888d9017b0243 2024-11-26T11:24:42,796 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/C/6b668dda672248dfab41923891b87029 is 50, key is test_row_0/C:col10/1732620280847/Put/seqid=0 2024-11-26T11:24:42,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742106_1282 (size=12151) 2024-11-26T11:24:42,998 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-26T11:24:42,998 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-26T11:24:43,127 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:43,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40530 deadline: 1732620343126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:43,201 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/C/6b668dda672248dfab41923891b87029 2024-11-26T11:24:43,206 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/A/d3370994e6f749d2bc83a272e85f8dff as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/d3370994e6f749d2bc83a272e85f8dff 2024-11-26T11:24:43,209 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/d3370994e6f749d2bc83a272e85f8dff, entries=200, sequenceid=195, filesize=14.2 K 2024-11-26T11:24:43,210 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/B/ecdf8a46de644f60b66888d9017b0243 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/ecdf8a46de644f60b66888d9017b0243 2024-11-26T11:24:43,213 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/ecdf8a46de644f60b66888d9017b0243, entries=150, sequenceid=195, filesize=11.9 K 2024-11-26T11:24:43,214 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/C/6b668dda672248dfab41923891b87029 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/6b668dda672248dfab41923891b87029 2024-11-26T11:24:43,217 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/6b668dda672248dfab41923891b87029, entries=150, sequenceid=195, filesize=11.9 K 2024-11-26T11:24:43,218 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for c332c1675f7ce89d03f41a2c8eae23ad in 1254ms, sequenceid=195, compaction requested=true 2024-11-26T11:24:43,218 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c332c1675f7ce89d03f41a2c8eae23ad: 2024-11-26T11:24:43,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c332c1675f7ce89d03f41a2c8eae23ad:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T11:24:43,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:24:43,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c332c1675f7ce89d03f41a2c8eae23ad:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T11:24:43,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:24:43,219 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T11:24:43,219 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T11:24:43,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c332c1675f7ce89d03f41a2c8eae23ad:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T11:24:43,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T11:24:43,220 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48862 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T11:24:43,220 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51252 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T11:24:43,220 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1540): c332c1675f7ce89d03f41a2c8eae23ad/B is initiating minor compaction (all files) 2024-11-26T11:24:43,220 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1540): c332c1675f7ce89d03f41a2c8eae23ad/A is initiating minor compaction (all files) 2024-11-26T11:24:43,220 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c332c1675f7ce89d03f41a2c8eae23ad/B in TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:43,220 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c332c1675f7ce89d03f41a2c8eae23ad/A in TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:43,220 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/3855d01e84184a31a6c96977e0b81d68, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/0cd08a53da124e8ea888cb177c604a93, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/938d4f85e6814b8f9687dec9ec571c14, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/ecdf8a46de644f60b66888d9017b0243] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp, totalSize=47.7 K 2024-11-26T11:24:43,220 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/bc61c218672f41b9a3654877b4e69d79, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/970574cd343f496b923bf17aead2d473, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/6202e294e5ba46fdb5a2d934dbfa181c, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/d3370994e6f749d2bc83a272e85f8dff] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp, totalSize=50.1 K 2024-11-26T11:24:43,221 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 3855d01e84184a31a6c96977e0b81d68, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732620278379 2024-11-26T11:24:43,221 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 0cd08a53da124e8ea888cb177c604a93, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732620278707 2024-11-26T11:24:43,224 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 938d4f85e6814b8f9687dec9ec571c14, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732620279326 2024-11-26T11:24:43,224 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting bc61c218672f41b9a3654877b4e69d79, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732620278379 2024-11-26T11:24:43,224 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting ecdf8a46de644f60b66888d9017b0243, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732620280839 2024-11-26T11:24:43,224 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 970574cd343f496b923bf17aead2d473, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732620278707 2024-11-26T11:24:43,225 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6202e294e5ba46fdb5a2d934dbfa181c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732620279326 2024-11-26T11:24:43,225 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting d3370994e6f749d2bc83a272e85f8dff, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732620280839 2024-11-26T11:24:43,234 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c332c1675f7ce89d03f41a2c8eae23ad#B#compaction#234 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:24:43,235 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/B/6c9686d320d4485fa5b08dd05c0c43c9 is 50, key is test_row_0/B:col10/1732620280847/Put/seqid=0 2024-11-26T11:24:43,238 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c332c1675f7ce89d03f41a2c8eae23ad#A#compaction#235 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:24:43,238 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/A/a6ae3a0b2d914d50b79e912604b57577 is 50, key is test_row_0/A:col10/1732620280847/Put/seqid=0 2024-11-26T11:24:43,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742107_1283 (size=12595) 2024-11-26T11:24:43,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742108_1284 (size=12595) 2024-11-26T11:24:43,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-26T11:24:43,338 INFO [Thread-1130 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 77 completed 2024-11-26T11:24:43,339 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T11:24:43,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees 2024-11-26T11:24:43,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-26T11:24:43,341 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T11:24:43,341 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T11:24:43,342 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T11:24:43,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-26T11:24:43,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(8581): Flush requested on c332c1675f7ce89d03f41a2c8eae23ad 2024-11-26T11:24:43,455 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c332c1675f7ce89d03f41a2c8eae23ad 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-26T11:24:43,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c332c1675f7ce89d03f41a2c8eae23ad, store=A 2024-11-26T11:24:43,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:43,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c332c1675f7ce89d03f41a2c8eae23ad, store=B 2024-11-26T11:24:43,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:43,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c332c1675f7ce89d03f41a2c8eae23ad, store=C 2024-11-26T11:24:43,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:43,460 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/A/67b734420a164d88becdcf031b66adcc is 50, key is test_row_0/A:col10/1732620282004/Put/seqid=0 2024-11-26T11:24:43,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742109_1285 (size=12151) 2024-11-26T11:24:43,467 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/A/67b734420a164d88becdcf031b66adcc 2024-11-26T11:24:43,476 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/B/48ac0101528a48f2bbf5a280e5c261a7 is 50, key is test_row_0/B:col10/1732620282004/Put/seqid=0 2024-11-26T11:24:43,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742110_1286 (size=12151) 2024-11-26T11:24:43,484 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:43,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40492 deadline: 1732620343480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:43,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:43,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40526 deadline: 1732620343480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:43,485 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/B/48ac0101528a48f2bbf5a280e5c261a7 2024-11-26T11:24:43,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:43,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40508 deadline: 1732620343481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:43,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:43,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40542 deadline: 1732620343483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:43,493 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:24:43,494 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-26T11:24:43,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:43,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. as already flushing 2024-11-26T11:24:43,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:43,494 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:43,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:43,495 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/C/a6e8d9cf9ea74939ba7b33a964b8bb43 is 50, key is test_row_0/C:col10/1732620282004/Put/seqid=0 2024-11-26T11:24:43,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:43,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742111_1287 (size=12151) 2024-11-26T11:24:43,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:43,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40492 deadline: 1732620343585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:43,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:43,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40526 deadline: 1732620343586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:43,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:43,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40508 deadline: 1732620343586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:43,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:43,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40542 deadline: 1732620343587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:43,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-26T11:24:43,646 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:24:43,646 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-26T11:24:43,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:43,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. as already flushing 2024-11-26T11:24:43,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:43,647 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:43,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:43,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:43,660 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/B/6c9686d320d4485fa5b08dd05c0c43c9 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/6c9686d320d4485fa5b08dd05c0c43c9 2024-11-26T11:24:43,665 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c332c1675f7ce89d03f41a2c8eae23ad/B of c332c1675f7ce89d03f41a2c8eae23ad into 6c9686d320d4485fa5b08dd05c0c43c9(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:24:43,665 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c332c1675f7ce89d03f41a2c8eae23ad: 2024-11-26T11:24:43,665 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad., storeName=c332c1675f7ce89d03f41a2c8eae23ad/B, priority=12, startTime=1732620283219; duration=0sec 2024-11-26T11:24:43,665 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T11:24:43,665 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c332c1675f7ce89d03f41a2c8eae23ad:B 2024-11-26T11:24:43,665 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T11:24:43,666 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48862 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T11:24:43,666 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1540): c332c1675f7ce89d03f41a2c8eae23ad/C is initiating minor compaction (all files) 2024-11-26T11:24:43,666 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c332c1675f7ce89d03f41a2c8eae23ad/C in TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:43,667 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/A/a6ae3a0b2d914d50b79e912604b57577 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/a6ae3a0b2d914d50b79e912604b57577 2024-11-26T11:24:43,667 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/e7ff46b296714493b2d1d54e49161b52, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/2cae4db0b38044d6be6829fda6eda96d, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/95a8c676133c41ba905bec80357d706f, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/6b668dda672248dfab41923891b87029] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp, totalSize=47.7 K 2024-11-26T11:24:43,667 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting e7ff46b296714493b2d1d54e49161b52, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732620278379 2024-11-26T11:24:43,667 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 2cae4db0b38044d6be6829fda6eda96d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732620278707 2024-11-26T11:24:43,668 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 95a8c676133c41ba905bec80357d706f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732620279326 2024-11-26T11:24:43,668 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 6b668dda672248dfab41923891b87029, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732620280839 2024-11-26T11:24:43,672 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c332c1675f7ce89d03f41a2c8eae23ad/A of c332c1675f7ce89d03f41a2c8eae23ad into a6ae3a0b2d914d50b79e912604b57577(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:24:43,672 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c332c1675f7ce89d03f41a2c8eae23ad: 2024-11-26T11:24:43,672 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad., storeName=c332c1675f7ce89d03f41a2c8eae23ad/A, priority=12, startTime=1732620283218; duration=0sec 2024-11-26T11:24:43,673 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:24:43,673 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c332c1675f7ce89d03f41a2c8eae23ad:A 2024-11-26T11:24:43,677 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c332c1675f7ce89d03f41a2c8eae23ad#C#compaction#239 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:24:43,678 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/C/e2f57edbad894f19ae842ea4baf45cd7 is 50, key is test_row_0/C:col10/1732620280847/Put/seqid=0 2024-11-26T11:24:43,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742112_1288 (size=12595) 2024-11-26T11:24:43,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:43,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40526 deadline: 1732620343789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:43,791 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:43,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40508 deadline: 1732620343789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:43,791 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:43,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40492 deadline: 1732620343790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:43,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:43,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40542 deadline: 1732620343791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:43,798 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:24:43,798 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-26T11:24:43,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:43,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. as already flushing 2024-11-26T11:24:43,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:43,799 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:43,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:43,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:43,903 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/C/a6e8d9cf9ea74939ba7b33a964b8bb43 2024-11-26T11:24:43,908 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/A/67b734420a164d88becdcf031b66adcc as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/67b734420a164d88becdcf031b66adcc 2024-11-26T11:24:43,912 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/67b734420a164d88becdcf031b66adcc, entries=150, sequenceid=212, filesize=11.9 K 2024-11-26T11:24:43,913 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/B/48ac0101528a48f2bbf5a280e5c261a7 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/48ac0101528a48f2bbf5a280e5c261a7 2024-11-26T11:24:43,917 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/48ac0101528a48f2bbf5a280e5c261a7, entries=150, sequenceid=212, filesize=11.9 K 2024-11-26T11:24:43,918 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/C/a6e8d9cf9ea74939ba7b33a964b8bb43 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/a6e8d9cf9ea74939ba7b33a964b8bb43 2024-11-26T11:24:43,922 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/a6e8d9cf9ea74939ba7b33a964b8bb43, entries=150, sequenceid=212, filesize=11.9 K 2024-11-26T11:24:43,923 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for c332c1675f7ce89d03f41a2c8eae23ad in 468ms, sequenceid=212, compaction requested=false 2024-11-26T11:24:43,923 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c332c1675f7ce89d03f41a2c8eae23ad: 2024-11-26T11:24:43,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-26T11:24:43,950 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:24:43,951 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-26T11:24:43,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:43,951 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2837): Flushing c332c1675f7ce89d03f41a2c8eae23ad 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-26T11:24:43,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c332c1675f7ce89d03f41a2c8eae23ad, store=A 2024-11-26T11:24:43,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:43,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c332c1675f7ce89d03f41a2c8eae23ad, store=B 2024-11-26T11:24:43,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:43,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c332c1675f7ce89d03f41a2c8eae23ad, store=C 2024-11-26T11:24:43,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:43,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/A/e6b0421039454d1c8b28240eb139ae1b is 50, key is test_row_0/A:col10/1732620283480/Put/seqid=0 2024-11-26T11:24:43,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742113_1289 (size=12151) 2024-11-26T11:24:44,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(8581): Flush requested on c332c1675f7ce89d03f41a2c8eae23ad 2024-11-26T11:24:44,094 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. as already flushing 2024-11-26T11:24:44,103 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/C/e2f57edbad894f19ae842ea4baf45cd7 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/e2f57edbad894f19ae842ea4baf45cd7 2024-11-26T11:24:44,108 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:44,108 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:44,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40542 deadline: 1732620344104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:44,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40508 deadline: 1732620344104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:44,109 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c332c1675f7ce89d03f41a2c8eae23ad/C of c332c1675f7ce89d03f41a2c8eae23ad into e2f57edbad894f19ae842ea4baf45cd7(size=12.3 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:24:44,109 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c332c1675f7ce89d03f41a2c8eae23ad: 2024-11-26T11:24:44,109 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad., storeName=c332c1675f7ce89d03f41a2c8eae23ad/C, priority=12, startTime=1732620283219; duration=0sec 2024-11-26T11:24:44,109 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:24:44,109 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c332c1675f7ce89d03f41a2c8eae23ad:C 2024-11-26T11:24:44,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:44,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:44,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40526 deadline: 1732620344109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:44,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40492 deadline: 1732620344108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:44,136 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:44,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40530 deadline: 1732620344135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:44,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:44,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40508 deadline: 1732620344210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:44,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:44,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40542 deadline: 1732620344210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:44,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:44,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40492 deadline: 1732620344214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:44,215 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:44,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40526 deadline: 1732620344214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:44,366 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/A/e6b0421039454d1c8b28240eb139ae1b 2024-11-26T11:24:44,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/B/089c830e957a40f5850aae20ca12fea1 is 50, key is test_row_0/B:col10/1732620283480/Put/seqid=0 2024-11-26T11:24:44,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742114_1290 (size=12151) 2024-11-26T11:24:44,414 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:44,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40542 deadline: 1732620344412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:44,414 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:44,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40508 deadline: 1732620344413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:44,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:44,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40526 deadline: 1732620344416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:44,418 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:44,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40492 deadline: 1732620344417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:44,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-26T11:24:44,716 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:44,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40508 deadline: 1732620344715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:44,718 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:44,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40542 deadline: 1732620344717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:44,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:44,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40526 deadline: 1732620344718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:44,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:44,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40492 deadline: 1732620344720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:44,780 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/B/089c830e957a40f5850aae20ca12fea1 2024-11-26T11:24:44,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/C/4fae1cf0ffc34e73a905bfb28d5b0f86 is 50, key is test_row_0/C:col10/1732620283480/Put/seqid=0 2024-11-26T11:24:44,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742115_1291 (size=12151) 2024-11-26T11:24:45,195 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/C/4fae1cf0ffc34e73a905bfb28d5b0f86 2024-11-26T11:24:45,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/A/e6b0421039454d1c8b28240eb139ae1b as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/e6b0421039454d1c8b28240eb139ae1b 2024-11-26T11:24:45,204 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/e6b0421039454d1c8b28240eb139ae1b, entries=150, sequenceid=234, filesize=11.9 K 2024-11-26T11:24:45,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/B/089c830e957a40f5850aae20ca12fea1 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/089c830e957a40f5850aae20ca12fea1 2024-11-26T11:24:45,211 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/089c830e957a40f5850aae20ca12fea1, entries=150, sequenceid=234, filesize=11.9 K 2024-11-26T11:24:45,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/C/4fae1cf0ffc34e73a905bfb28d5b0f86 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/4fae1cf0ffc34e73a905bfb28d5b0f86 2024-11-26T11:24:45,217 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/4fae1cf0ffc34e73a905bfb28d5b0f86, entries=150, sequenceid=234, filesize=11.9 K 2024-11-26T11:24:45,218 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for c332c1675f7ce89d03f41a2c8eae23ad in 1267ms, sequenceid=234, compaction requested=true 2024-11-26T11:24:45,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2538): Flush status journal for c332c1675f7ce89d03f41a2c8eae23ad: 2024-11-26T11:24:45,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:45,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80 2024-11-26T11:24:45,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4106): Remote procedure done, pid=80 2024-11-26T11:24:45,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(8581): Flush requested on c332c1675f7ce89d03f41a2c8eae23ad 2024-11-26T11:24:45,221 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c332c1675f7ce89d03f41a2c8eae23ad 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-26T11:24:45,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c332c1675f7ce89d03f41a2c8eae23ad, store=A 2024-11-26T11:24:45,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:45,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c332c1675f7ce89d03f41a2c8eae23ad, store=B 2024-11-26T11:24:45,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:45,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c332c1675f7ce89d03f41a2c8eae23ad, store=C 2024-11-26T11:24:45,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:45,221 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-11-26T11:24:45,221 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8780 sec 2024-11-26T11:24:45,224 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 1.8830 sec 2024-11-26T11:24:45,227 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/A/f3f6fbe31b144cf1b939d3b2dd6c111b is 50, key is test_row_0/A:col10/1732620284106/Put/seqid=0 2024-11-26T11:24:45,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742116_1292 (size=14541) 2024-11-26T11:24:45,240 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:45,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40526 deadline: 1732620345236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:45,240 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:45,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40508 deadline: 1732620345237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:45,244 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:45,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40542 deadline: 1732620345240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:45,244 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:45,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40492 deadline: 1732620345240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:45,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:45,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40526 deadline: 1732620345341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:45,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:45,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40508 deadline: 1732620345341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:45,346 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:45,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40542 deadline: 1732620345345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:45,346 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:45,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40492 deadline: 1732620345345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:45,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-26T11:24:45,445 INFO [Thread-1130 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 79 completed 2024-11-26T11:24:45,446 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T11:24:45,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees 2024-11-26T11:24:45,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-26T11:24:45,447 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T11:24:45,448 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T11:24:45,448 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T11:24:45,546 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:45,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40526 deadline: 1732620345545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:45,546 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:45,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40508 deadline: 1732620345545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:45,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-26T11:24:45,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:45,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40542 deadline: 1732620345547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:45,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:45,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40492 deadline: 1732620345548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:45,600 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:24:45,600 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-26T11:24:45,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:45,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. as already flushing 2024-11-26T11:24:45,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:45,600 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:45,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:45,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:45,633 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/A/f3f6fbe31b144cf1b939d3b2dd6c111b 2024-11-26T11:24:45,641 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/B/178495700de1433dbddbfb741361252b is 50, key is test_row_0/B:col10/1732620284106/Put/seqid=0 2024-11-26T11:24:45,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742117_1293 (size=12151) 2024-11-26T11:24:45,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-26T11:24:45,752 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:24:45,753 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-26T11:24:45,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:45,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. as already flushing 2024-11-26T11:24:45,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:45,753 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:45,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:45,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:45,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:45,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40508 deadline: 1732620345848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:45,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:45,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40526 deadline: 1732620345849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:45,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:45,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40542 deadline: 1732620345850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:45,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:45,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40492 deadline: 1732620345852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:45,905 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:24:45,906 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-26T11:24:45,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:45,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. as already flushing 2024-11-26T11:24:45,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:45,906 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:45,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:45,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:46,045 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/B/178495700de1433dbddbfb741361252b 2024-11-26T11:24:46,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-26T11:24:46,053 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/C/23858666260c4e37927c38a71b40b333 is 50, key is test_row_0/C:col10/1732620284106/Put/seqid=0 2024-11-26T11:24:46,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742118_1294 (size=12151) 2024-11-26T11:24:46,058 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:24:46,059 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-26T11:24:46,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:46,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. as already flushing 2024-11-26T11:24:46,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:46,059 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:46,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:46,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:46,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:46,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40530 deadline: 1732620346146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:46,148 DEBUG [Thread-1124 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4140 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad., hostname=173854343f88,33007,1732620213227, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:24:46,211 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:24:46,212 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-26T11:24:46,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:46,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. as already flushing 2024-11-26T11:24:46,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:46,212 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:46,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:46,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:46,353 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:46,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40508 deadline: 1732620346352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:46,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:46,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40542 deadline: 1732620346353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:46,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:46,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40526 deadline: 1732620346354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:46,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:46,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40492 deadline: 1732620346358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:46,364 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:24:46,365 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-26T11:24:46,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:46,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. as already flushing 2024-11-26T11:24:46,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:46,365 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:46,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:46,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:46,458 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/C/23858666260c4e37927c38a71b40b333 2024-11-26T11:24:46,463 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/A/f3f6fbe31b144cf1b939d3b2dd6c111b as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/f3f6fbe31b144cf1b939d3b2dd6c111b 2024-11-26T11:24:46,466 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/f3f6fbe31b144cf1b939d3b2dd6c111b, entries=200, sequenceid=252, filesize=14.2 K 2024-11-26T11:24:46,467 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/B/178495700de1433dbddbfb741361252b as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/178495700de1433dbddbfb741361252b 2024-11-26T11:24:46,471 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/178495700de1433dbddbfb741361252b, entries=150, sequenceid=252, filesize=11.9 K 2024-11-26T11:24:46,472 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/C/23858666260c4e37927c38a71b40b333 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/23858666260c4e37927c38a71b40b333 2024-11-26T11:24:46,475 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/23858666260c4e37927c38a71b40b333, entries=150, sequenceid=252, filesize=11.9 K 2024-11-26T11:24:46,476 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for c332c1675f7ce89d03f41a2c8eae23ad in 1255ms, sequenceid=252, compaction requested=true 2024-11-26T11:24:46,476 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c332c1675f7ce89d03f41a2c8eae23ad: 2024-11-26T11:24:46,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c332c1675f7ce89d03f41a2c8eae23ad:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T11:24:46,476 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T11:24:46,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:24:46,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c332c1675f7ce89d03f41a2c8eae23ad:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T11:24:46,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:24:46,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c332c1675f7ce89d03f41a2c8eae23ad:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T11:24:46,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T11:24:46,477 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T11:24:46,478 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T11:24:46,478 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1540): c332c1675f7ce89d03f41a2c8eae23ad/B is initiating minor compaction (all files) 2024-11-26T11:24:46,478 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c332c1675f7ce89d03f41a2c8eae23ad/B in TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:46,478 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/6c9686d320d4485fa5b08dd05c0c43c9, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/48ac0101528a48f2bbf5a280e5c261a7, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/089c830e957a40f5850aae20ca12fea1, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/178495700de1433dbddbfb741361252b] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp, totalSize=47.9 K 2024-11-26T11:24:46,479 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51438 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T11:24:46,479 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 6c9686d320d4485fa5b08dd05c0c43c9, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732620280839 2024-11-26T11:24:46,479 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1540): c332c1675f7ce89d03f41a2c8eae23ad/A is initiating minor compaction (all files) 2024-11-26T11:24:46,479 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c332c1675f7ce89d03f41a2c8eae23ad/A in TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:46,479 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/a6ae3a0b2d914d50b79e912604b57577, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/67b734420a164d88becdcf031b66adcc, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/e6b0421039454d1c8b28240eb139ae1b, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/f3f6fbe31b144cf1b939d3b2dd6c111b] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp, totalSize=50.2 K 2024-11-26T11:24:46,479 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 48ac0101528a48f2bbf5a280e5c261a7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732620281982 2024-11-26T11:24:46,479 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting a6ae3a0b2d914d50b79e912604b57577, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732620280839 2024-11-26T11:24:46,480 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 089c830e957a40f5850aae20ca12fea1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732620283478 2024-11-26T11:24:46,480 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 67b734420a164d88becdcf031b66adcc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732620281982 2024-11-26T11:24:46,480 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 178495700de1433dbddbfb741361252b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732620284103 2024-11-26T11:24:46,480 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting e6b0421039454d1c8b28240eb139ae1b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732620283478 2024-11-26T11:24:46,481 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting f3f6fbe31b144cf1b939d3b2dd6c111b, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732620284103 2024-11-26T11:24:46,490 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c332c1675f7ce89d03f41a2c8eae23ad#B#compaction#246 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:24:46,491 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c332c1675f7ce89d03f41a2c8eae23ad#A#compaction#247 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:24:46,491 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/B/888cd30287da41fca18bfe452168896f is 50, key is test_row_0/B:col10/1732620284106/Put/seqid=0 2024-11-26T11:24:46,491 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/A/b3452cfbc84d42c2af10e8f90949a638 is 50, key is test_row_0/A:col10/1732620284106/Put/seqid=0 2024-11-26T11:24:46,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742120_1296 (size=12731) 2024-11-26T11:24:46,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742119_1295 (size=12731) 2024-11-26T11:24:46,509 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/A/b3452cfbc84d42c2af10e8f90949a638 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/b3452cfbc84d42c2af10e8f90949a638 2024-11-26T11:24:46,510 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/B/888cd30287da41fca18bfe452168896f as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/888cd30287da41fca18bfe452168896f 2024-11-26T11:24:46,514 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c332c1675f7ce89d03f41a2c8eae23ad/A of c332c1675f7ce89d03f41a2c8eae23ad into b3452cfbc84d42c2af10e8f90949a638(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:24:46,514 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c332c1675f7ce89d03f41a2c8eae23ad: 2024-11-26T11:24:46,514 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad., storeName=c332c1675f7ce89d03f41a2c8eae23ad/A, priority=12, startTime=1732620286476; duration=0sec 2024-11-26T11:24:46,514 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T11:24:46,514 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c332c1675f7ce89d03f41a2c8eae23ad:A 2024-11-26T11:24:46,515 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T11:24:46,515 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c332c1675f7ce89d03f41a2c8eae23ad/B of c332c1675f7ce89d03f41a2c8eae23ad into 888cd30287da41fca18bfe452168896f(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:24:46,515 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c332c1675f7ce89d03f41a2c8eae23ad: 2024-11-26T11:24:46,515 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad., storeName=c332c1675f7ce89d03f41a2c8eae23ad/B, priority=12, startTime=1732620286476; duration=0sec 2024-11-26T11:24:46,515 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:24:46,515 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c332c1675f7ce89d03f41a2c8eae23ad:B 2024-11-26T11:24:46,516 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T11:24:46,516 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1540): c332c1675f7ce89d03f41a2c8eae23ad/C is initiating minor compaction (all files) 2024-11-26T11:24:46,516 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c332c1675f7ce89d03f41a2c8eae23ad/C in TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:46,516 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/e2f57edbad894f19ae842ea4baf45cd7, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/a6e8d9cf9ea74939ba7b33a964b8bb43, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/4fae1cf0ffc34e73a905bfb28d5b0f86, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/23858666260c4e37927c38a71b40b333] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp, totalSize=47.9 K 2024-11-26T11:24:46,517 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting e2f57edbad894f19ae842ea4baf45cd7, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732620280839 2024-11-26T11:24:46,517 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:24:46,517 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting a6e8d9cf9ea74939ba7b33a964b8bb43, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732620281982 2024-11-26T11:24:46,518 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-26T11:24:46,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:46,518 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2837): Flushing c332c1675f7ce89d03f41a2c8eae23ad 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-26T11:24:46,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c332c1675f7ce89d03f41a2c8eae23ad, store=A 2024-11-26T11:24:46,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:46,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c332c1675f7ce89d03f41a2c8eae23ad, store=B 2024-11-26T11:24:46,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:46,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c332c1675f7ce89d03f41a2c8eae23ad, store=C 2024-11-26T11:24:46,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:46,519 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4fae1cf0ffc34e73a905bfb28d5b0f86, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732620283478 2024-11-26T11:24:46,519 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 23858666260c4e37927c38a71b40b333, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732620284103 2024-11-26T11:24:46,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/A/ec34b72b5d6940f8b420a21e6962f3ce is 50, key is test_row_0/A:col10/1732620285235/Put/seqid=0 2024-11-26T11:24:46,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742121_1297 (size=12301) 2024-11-26T11:24:46,528 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/A/ec34b72b5d6940f8b420a21e6962f3ce 2024-11-26T11:24:46,530 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c332c1675f7ce89d03f41a2c8eae23ad#C#compaction#249 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:24:46,530 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/C/2bc8bbd637054ce7ba69a3ec475c3825 is 50, key is test_row_0/C:col10/1732620284106/Put/seqid=0 2024-11-26T11:24:46,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742122_1298 (size=12731) 2024-11-26T11:24:46,543 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/C/2bc8bbd637054ce7ba69a3ec475c3825 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/2bc8bbd637054ce7ba69a3ec475c3825 2024-11-26T11:24:46,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/B/be794fcd45ae4551ad2e66b224fb93ea is 50, key is test_row_0/B:col10/1732620285235/Put/seqid=0 2024-11-26T11:24:46,548 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c332c1675f7ce89d03f41a2c8eae23ad/C of c332c1675f7ce89d03f41a2c8eae23ad into 2bc8bbd637054ce7ba69a3ec475c3825(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:24:46,548 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c332c1675f7ce89d03f41a2c8eae23ad: 2024-11-26T11:24:46,548 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad., storeName=c332c1675f7ce89d03f41a2c8eae23ad/C, priority=12, startTime=1732620286477; duration=0sec 2024-11-26T11:24:46,548 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:24:46,548 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c332c1675f7ce89d03f41a2c8eae23ad:C 2024-11-26T11:24:46,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-26T11:24:46,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742123_1299 (size=12301) 2024-11-26T11:24:46,953 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/B/be794fcd45ae4551ad2e66b224fb93ea 2024-11-26T11:24:46,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/C/48de15947a524f4a8ad2e564f747d0d8 is 50, key is test_row_0/C:col10/1732620285235/Put/seqid=0 2024-11-26T11:24:46,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742124_1300 (size=12301) 2024-11-26T11:24:47,356 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. as already flushing 2024-11-26T11:24:47,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(8581): Flush requested on c332c1675f7ce89d03f41a2c8eae23ad 2024-11-26T11:24:47,367 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/C/48de15947a524f4a8ad2e564f747d0d8 2024-11-26T11:24:47,369 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:47,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40542 deadline: 1732620347367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:47,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:47,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40492 deadline: 1732620347368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:47,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:47,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40508 deadline: 1732620347370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:47,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:47,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40526 deadline: 1732620347370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:47,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/A/ec34b72b5d6940f8b420a21e6962f3ce as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/ec34b72b5d6940f8b420a21e6962f3ce 2024-11-26T11:24:47,376 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/ec34b72b5d6940f8b420a21e6962f3ce, entries=150, sequenceid=274, filesize=12.0 K 2024-11-26T11:24:47,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/B/be794fcd45ae4551ad2e66b224fb93ea as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/be794fcd45ae4551ad2e66b224fb93ea 2024-11-26T11:24:47,380 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/be794fcd45ae4551ad2e66b224fb93ea, entries=150, sequenceid=274, filesize=12.0 K 2024-11-26T11:24:47,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/C/48de15947a524f4a8ad2e564f747d0d8 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/48de15947a524f4a8ad2e564f747d0d8 2024-11-26T11:24:47,385 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/48de15947a524f4a8ad2e564f747d0d8, entries=150, sequenceid=274, filesize=12.0 K 2024-11-26T11:24:47,386 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for c332c1675f7ce89d03f41a2c8eae23ad in 868ms, sequenceid=274, compaction requested=false 2024-11-26T11:24:47,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2538): Flush status journal for c332c1675f7ce89d03f41a2c8eae23ad: 2024-11-26T11:24:47,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:47,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82 2024-11-26T11:24:47,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4106): Remote procedure done, pid=82 2024-11-26T11:24:47,389 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-11-26T11:24:47,389 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9390 sec 2024-11-26T11:24:47,390 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees in 1.9430 sec 2024-11-26T11:24:47,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(8581): Flush requested on c332c1675f7ce89d03f41a2c8eae23ad 2024-11-26T11:24:47,474 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c332c1675f7ce89d03f41a2c8eae23ad 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-26T11:24:47,474 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c332c1675f7ce89d03f41a2c8eae23ad, store=A 2024-11-26T11:24:47,474 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:47,474 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c332c1675f7ce89d03f41a2c8eae23ad, store=B 2024-11-26T11:24:47,474 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:47,474 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c332c1675f7ce89d03f41a2c8eae23ad, store=C 2024-11-26T11:24:47,474 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:47,480 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/A/3e8135b0c4de45d0864de98fc688c775 is 50, key is test_row_0/A:col10/1732620287472/Put/seqid=0 2024-11-26T11:24:47,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742125_1301 (size=12301) 2024-11-26T11:24:47,485 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/A/3e8135b0c4de45d0864de98fc688c775 2024-11-26T11:24:47,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:47,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40492 deadline: 1732620347484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:47,490 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:47,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40542 deadline: 1732620347487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:47,491 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:47,491 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:47,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40526 deadline: 1732620347488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:47,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40508 deadline: 1732620347488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:47,492 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/B/8cb39309dc0e45179cfaa95c77767a01 is 50, key is test_row_0/B:col10/1732620287472/Put/seqid=0 2024-11-26T11:24:47,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742126_1302 (size=12301) 2024-11-26T11:24:47,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-26T11:24:47,552 INFO [Thread-1130 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 81 completed 2024-11-26T11:24:47,553 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T11:24:47,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees 2024-11-26T11:24:47,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-26T11:24:47,555 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T11:24:47,555 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T11:24:47,556 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T11:24:47,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:47,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40492 deadline: 1732620347589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:47,594 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:47,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40542 deadline: 1732620347592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:47,594 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:47,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40508 deadline: 1732620347592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:47,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:47,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40526 deadline: 1732620347592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:47,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-26T11:24:47,707 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:24:47,708 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-26T11:24:47,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:47,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. as already flushing 2024-11-26T11:24:47,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:47,708 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:47,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:47,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:47,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:47,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40492 deadline: 1732620347793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:47,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:47,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40508 deadline: 1732620347795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:47,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:47,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40526 deadline: 1732620347795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:47,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:47,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40542 deadline: 1732620347796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:47,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-26T11:24:47,860 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:24:47,861 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-26T11:24:47,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:47,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. as already flushing 2024-11-26T11:24:47,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:47,861 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:47,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:47,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:47,904 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/B/8cb39309dc0e45179cfaa95c77767a01 2024-11-26T11:24:47,911 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/C/4683d04595074743b99760b82a3be2e8 is 50, key is test_row_0/C:col10/1732620287472/Put/seqid=0 2024-11-26T11:24:47,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742127_1303 (size=12301) 2024-11-26T11:24:48,013 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:24:48,014 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-26T11:24:48,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:48,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. as already flushing 2024-11-26T11:24:48,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:48,014 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:48,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:48,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:48,098 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:48,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40492 deadline: 1732620348097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:48,099 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:48,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40542 deadline: 1732620348098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:48,101 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:48,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40526 deadline: 1732620348099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:48,101 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:48,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40508 deadline: 1732620348099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:48,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-26T11:24:48,166 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:24:48,166 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-26T11:24:48,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:48,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. as already flushing 2024-11-26T11:24:48,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:48,167 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:48,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:48,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:48,315 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/C/4683d04595074743b99760b82a3be2e8 2024-11-26T11:24:48,319 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:24:48,319 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-26T11:24:48,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:48,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. as already flushing 2024-11-26T11:24:48,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:48,320 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:48,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:48,321 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/A/3e8135b0c4de45d0864de98fc688c775 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/3e8135b0c4de45d0864de98fc688c775 2024-11-26T11:24:48,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:48,325 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/3e8135b0c4de45d0864de98fc688c775, entries=150, sequenceid=294, filesize=12.0 K 2024-11-26T11:24:48,326 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/B/8cb39309dc0e45179cfaa95c77767a01 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/8cb39309dc0e45179cfaa95c77767a01 2024-11-26T11:24:48,330 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/8cb39309dc0e45179cfaa95c77767a01, entries=150, sequenceid=294, filesize=12.0 K 2024-11-26T11:24:48,330 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/C/4683d04595074743b99760b82a3be2e8 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/4683d04595074743b99760b82a3be2e8 2024-11-26T11:24:48,334 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/4683d04595074743b99760b82a3be2e8, entries=150, sequenceid=294, filesize=12.0 K 2024-11-26T11:24:48,335 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for c332c1675f7ce89d03f41a2c8eae23ad in 861ms, sequenceid=294, compaction requested=true 2024-11-26T11:24:48,335 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c332c1675f7ce89d03f41a2c8eae23ad: 2024-11-26T11:24:48,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c332c1675f7ce89d03f41a2c8eae23ad:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T11:24:48,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:24:48,336 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T11:24:48,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c332c1675f7ce89d03f41a2c8eae23ad:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T11:24:48,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:24:48,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c332c1675f7ce89d03f41a2c8eae23ad:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T11:24:48,336 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T11:24:48,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T11:24:48,337 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T11:24:48,337 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1540): c332c1675f7ce89d03f41a2c8eae23ad/A is initiating minor compaction (all files) 2024-11-26T11:24:48,337 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T11:24:48,337 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c332c1675f7ce89d03f41a2c8eae23ad/A in TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:48,337 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1540): c332c1675f7ce89d03f41a2c8eae23ad/B is initiating minor compaction (all files) 2024-11-26T11:24:48,337 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c332c1675f7ce89d03f41a2c8eae23ad/B in TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:48,337 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/b3452cfbc84d42c2af10e8f90949a638, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/ec34b72b5d6940f8b420a21e6962f3ce, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/3e8135b0c4de45d0864de98fc688c775] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp, totalSize=36.5 K 2024-11-26T11:24:48,337 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/888cd30287da41fca18bfe452168896f, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/be794fcd45ae4551ad2e66b224fb93ea, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/8cb39309dc0e45179cfaa95c77767a01] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp, totalSize=36.5 K 2024-11-26T11:24:48,338 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting b3452cfbc84d42c2af10e8f90949a638, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732620284103 2024-11-26T11:24:48,338 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 888cd30287da41fca18bfe452168896f, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732620284103 2024-11-26T11:24:48,338 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting be794fcd45ae4551ad2e66b224fb93ea, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732620285235 2024-11-26T11:24:48,338 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting ec34b72b5d6940f8b420a21e6962f3ce, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732620285235 2024-11-26T11:24:48,338 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 8cb39309dc0e45179cfaa95c77767a01, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732620287368 2024-11-26T11:24:48,338 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3e8135b0c4de45d0864de98fc688c775, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732620287368 2024-11-26T11:24:48,348 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c332c1675f7ce89d03f41a2c8eae23ad#A#compaction#255 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:24:48,348 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c332c1675f7ce89d03f41a2c8eae23ad#B#compaction#256 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:24:48,349 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/A/d3aaa19d6872463da6f3f1dca8bfaff9 is 50, key is test_row_0/A:col10/1732620287472/Put/seqid=0 2024-11-26T11:24:48,349 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/B/4f18ae8c689347f8ae0c2a95a47b067c is 50, key is test_row_0/B:col10/1732620287472/Put/seqid=0 2024-11-26T11:24:48,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742128_1304 (size=12983) 2024-11-26T11:24:48,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742129_1305 (size=12983) 2024-11-26T11:24:48,472 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:24:48,473 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-26T11:24:48,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:48,473 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2837): Flushing c332c1675f7ce89d03f41a2c8eae23ad 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-26T11:24:48,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c332c1675f7ce89d03f41a2c8eae23ad, store=A 2024-11-26T11:24:48,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:48,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c332c1675f7ce89d03f41a2c8eae23ad, store=B 2024-11-26T11:24:48,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:48,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c332c1675f7ce89d03f41a2c8eae23ad, store=C 2024-11-26T11:24:48,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:48,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/A/8145319921294cca8930ad5a9070574c is 50, key is test_row_0/A:col10/1732620287481/Put/seqid=0 2024-11-26T11:24:48,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742130_1306 (size=12301) 2024-11-26T11:24:48,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(8581): Flush requested on c332c1675f7ce89d03f41a2c8eae23ad 2024-11-26T11:24:48,603 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. as already flushing 2024-11-26T11:24:48,621 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:48,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40508 deadline: 1732620348617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:48,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:48,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40542 deadline: 1732620348618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:48,622 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:48,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40526 deadline: 1732620348619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:48,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:48,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40492 deadline: 1732620348621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:48,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-26T11:24:48,724 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:48,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40508 deadline: 1732620348723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:48,724 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:48,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40542 deadline: 1732620348723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:48,724 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:48,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40526 deadline: 1732620348723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:48,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:48,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40492 deadline: 1732620348724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:48,765 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/B/4f18ae8c689347f8ae0c2a95a47b067c as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/4f18ae8c689347f8ae0c2a95a47b067c 2024-11-26T11:24:48,769 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/A/d3aaa19d6872463da6f3f1dca8bfaff9 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/d3aaa19d6872463da6f3f1dca8bfaff9 2024-11-26T11:24:48,771 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c332c1675f7ce89d03f41a2c8eae23ad/B of c332c1675f7ce89d03f41a2c8eae23ad into 4f18ae8c689347f8ae0c2a95a47b067c(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:24:48,771 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c332c1675f7ce89d03f41a2c8eae23ad: 2024-11-26T11:24:48,771 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad., storeName=c332c1675f7ce89d03f41a2c8eae23ad/B, priority=13, startTime=1732620288336; duration=0sec 2024-11-26T11:24:48,771 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T11:24:48,771 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c332c1675f7ce89d03f41a2c8eae23ad:B 2024-11-26T11:24:48,771 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T11:24:48,772 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T11:24:48,772 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1540): c332c1675f7ce89d03f41a2c8eae23ad/C is initiating minor compaction (all files) 2024-11-26T11:24:48,772 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c332c1675f7ce89d03f41a2c8eae23ad/C in TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:48,772 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/2bc8bbd637054ce7ba69a3ec475c3825, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/48de15947a524f4a8ad2e564f747d0d8, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/4683d04595074743b99760b82a3be2e8] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp, totalSize=36.5 K 2024-11-26T11:24:48,772 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 2bc8bbd637054ce7ba69a3ec475c3825, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732620284103 2024-11-26T11:24:48,773 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 48de15947a524f4a8ad2e564f747d0d8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732620285235 2024-11-26T11:24:48,773 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 4683d04595074743b99760b82a3be2e8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732620287368 2024-11-26T11:24:48,774 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c332c1675f7ce89d03f41a2c8eae23ad/A of c332c1675f7ce89d03f41a2c8eae23ad into d3aaa19d6872463da6f3f1dca8bfaff9(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:24:48,774 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c332c1675f7ce89d03f41a2c8eae23ad: 2024-11-26T11:24:48,774 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad., storeName=c332c1675f7ce89d03f41a2c8eae23ad/A, priority=13, startTime=1732620288335; duration=0sec 2024-11-26T11:24:48,774 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:24:48,774 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c332c1675f7ce89d03f41a2c8eae23ad:A 2024-11-26T11:24:48,780 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c332c1675f7ce89d03f41a2c8eae23ad#C#compaction#258 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:24:48,781 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/C/e61be8634ba6498c9de9f4e2a2913dc7 is 50, key is test_row_0/C:col10/1732620287472/Put/seqid=0 2024-11-26T11:24:48,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742131_1307 (size=12983) 2024-11-26T11:24:48,883 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/A/8145319921294cca8930ad5a9070574c 2024-11-26T11:24:48,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/B/a35503ed1fbd49beae89c6d6adf2f8ff is 50, key is test_row_0/B:col10/1732620287481/Put/seqid=0 2024-11-26T11:24:48,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742132_1308 (size=12301) 2024-11-26T11:24:48,926 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:48,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40542 deadline: 1732620348925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:48,927 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:48,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40526 deadline: 1732620348925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:48,927 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:48,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40508 deadline: 1732620348926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:48,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:48,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40492 deadline: 1732620348928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:49,195 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/C/e61be8634ba6498c9de9f4e2a2913dc7 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/e61be8634ba6498c9de9f4e2a2913dc7 2024-11-26T11:24:49,200 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c332c1675f7ce89d03f41a2c8eae23ad/C of c332c1675f7ce89d03f41a2c8eae23ad into e61be8634ba6498c9de9f4e2a2913dc7(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:24:49,200 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c332c1675f7ce89d03f41a2c8eae23ad: 2024-11-26T11:24:49,200 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad., storeName=c332c1675f7ce89d03f41a2c8eae23ad/C, priority=13, startTime=1732620288336; duration=0sec 2024-11-26T11:24:49,200 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:24:49,200 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c332c1675f7ce89d03f41a2c8eae23ad:C 2024-11-26T11:24:49,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:49,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40542 deadline: 1732620349228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:49,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:49,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40526 deadline: 1732620349230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:49,231 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:49,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40508 deadline: 1732620349230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:49,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:49,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40492 deadline: 1732620349231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:49,301 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/B/a35503ed1fbd49beae89c6d6adf2f8ff 2024-11-26T11:24:49,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/C/18d799c5824c4ca89f6607d25b669451 is 50, key is test_row_0/C:col10/1732620287481/Put/seqid=0 2024-11-26T11:24:49,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742133_1309 (size=12301) 2024-11-26T11:24:49,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-26T11:24:49,713 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/C/18d799c5824c4ca89f6607d25b669451 2024-11-26T11:24:49,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/A/8145319921294cca8930ad5a9070574c as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/8145319921294cca8930ad5a9070574c 2024-11-26T11:24:49,722 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/8145319921294cca8930ad5a9070574c, entries=150, sequenceid=311, filesize=12.0 K 2024-11-26T11:24:49,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/B/a35503ed1fbd49beae89c6d6adf2f8ff as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/a35503ed1fbd49beae89c6d6adf2f8ff 2024-11-26T11:24:49,730 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/a35503ed1fbd49beae89c6d6adf2f8ff, entries=150, sequenceid=311, filesize=12.0 K 2024-11-26T11:24:49,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/C/18d799c5824c4ca89f6607d25b669451 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/18d799c5824c4ca89f6607d25b669451 2024-11-26T11:24:49,734 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/18d799c5824c4ca89f6607d25b669451, entries=150, sequenceid=311, filesize=12.0 K 2024-11-26T11:24:49,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:49,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40542 deadline: 1732620349733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:49,736 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for c332c1675f7ce89d03f41a2c8eae23ad in 1262ms, sequenceid=311, compaction requested=false 2024-11-26T11:24:49,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2538): Flush status journal for c332c1675f7ce89d03f41a2c8eae23ad: 2024-11-26T11:24:49,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:49,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=84 2024-11-26T11:24:49,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4106): Remote procedure done, pid=84 2024-11-26T11:24:49,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(8581): Flush requested on c332c1675f7ce89d03f41a2c8eae23ad 2024-11-26T11:24:49,738 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-11-26T11:24:49,738 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c332c1675f7ce89d03f41a2c8eae23ad 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-26T11:24:49,739 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1810 sec 2024-11-26T11:24:49,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c332c1675f7ce89d03f41a2c8eae23ad, store=A 2024-11-26T11:24:49,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:49,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c332c1675f7ce89d03f41a2c8eae23ad, store=B 2024-11-26T11:24:49,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:49,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c332c1675f7ce89d03f41a2c8eae23ad, store=C 2024-11-26T11:24:49,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:49,740 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees in 2.1860 sec 2024-11-26T11:24:49,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:49,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40492 deadline: 1732620349750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:49,754 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:49,754 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/A/005876acbf644607aa560dac40fa06d4 is 50, key is test_row_0/A:col10/1732620288620/Put/seqid=0 2024-11-26T11:24:49,754 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:49,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40526 deadline: 1732620349751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:49,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40508 deadline: 1732620349752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:49,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742134_1310 (size=14741) 2024-11-26T11:24:49,854 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:49,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40492 deadline: 1732620349853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:49,856 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:49,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40526 deadline: 1732620349855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:49,856 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:49,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40508 deadline: 1732620349855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:50,056 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:50,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40492 deadline: 1732620350055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:50,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:50,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40526 deadline: 1732620350057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:50,060 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:50,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40508 deadline: 1732620350058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:50,159 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/A/005876acbf644607aa560dac40fa06d4 2024-11-26T11:24:50,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:50,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40530 deadline: 1732620350162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:50,165 DEBUG [Thread-1124 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8156 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad., hostname=173854343f88,33007,1732620213227, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:24:50,166 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/B/54376576d9d7408791ff742a305bbbe2 is 50, key is test_row_0/B:col10/1732620288620/Put/seqid=0 2024-11-26T11:24:50,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742135_1311 (size=12301) 2024-11-26T11:24:50,170 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/B/54376576d9d7408791ff742a305bbbe2 2024-11-26T11:24:50,176 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/C/210caf605d3649d98e78803ae43677c8 is 50, key is test_row_0/C:col10/1732620288620/Put/seqid=0 2024-11-26T11:24:50,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742136_1312 (size=12301) 2024-11-26T11:24:50,358 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:50,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40492 deadline: 1732620350357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:50,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:50,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40526 deadline: 1732620350360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:50,363 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:50,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40508 deadline: 1732620350361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:50,580 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/C/210caf605d3649d98e78803ae43677c8 2024-11-26T11:24:50,585 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/A/005876acbf644607aa560dac40fa06d4 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/005876acbf644607aa560dac40fa06d4 2024-11-26T11:24:50,589 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/005876acbf644607aa560dac40fa06d4, entries=200, sequenceid=335, filesize=14.4 K 2024-11-26T11:24:50,590 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/B/54376576d9d7408791ff742a305bbbe2 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/54376576d9d7408791ff742a305bbbe2 2024-11-26T11:24:50,593 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/54376576d9d7408791ff742a305bbbe2, entries=150, sequenceid=335, filesize=12.0 K 2024-11-26T11:24:50,594 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/C/210caf605d3649d98e78803ae43677c8 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/210caf605d3649d98e78803ae43677c8 2024-11-26T11:24:50,598 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/210caf605d3649d98e78803ae43677c8, entries=150, sequenceid=335, filesize=12.0 K 2024-11-26T11:24:50,599 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for c332c1675f7ce89d03f41a2c8eae23ad in 860ms, sequenceid=335, compaction requested=true 2024-11-26T11:24:50,599 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c332c1675f7ce89d03f41a2c8eae23ad: 2024-11-26T11:24:50,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c332c1675f7ce89d03f41a2c8eae23ad:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T11:24:50,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:24:50,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c332c1675f7ce89d03f41a2c8eae23ad:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T11:24:50,599 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T11:24:50,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:24:50,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c332c1675f7ce89d03f41a2c8eae23ad:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T11:24:50,599 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T11:24:50,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T11:24:50,600 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40025 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T11:24:50,600 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T11:24:50,600 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1540): c332c1675f7ce89d03f41a2c8eae23ad/A is initiating minor compaction (all files) 2024-11-26T11:24:50,600 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1540): c332c1675f7ce89d03f41a2c8eae23ad/B is initiating minor compaction (all files) 2024-11-26T11:24:50,600 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c332c1675f7ce89d03f41a2c8eae23ad/A in TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:50,600 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/d3aaa19d6872463da6f3f1dca8bfaff9, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/8145319921294cca8930ad5a9070574c, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/005876acbf644607aa560dac40fa06d4] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp, totalSize=39.1 K 2024-11-26T11:24:50,600 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c332c1675f7ce89d03f41a2c8eae23ad/B in TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:50,601 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/4f18ae8c689347f8ae0c2a95a47b067c, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/a35503ed1fbd49beae89c6d6adf2f8ff, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/54376576d9d7408791ff742a305bbbe2] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp, totalSize=36.7 K 2024-11-26T11:24:50,601 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 4f18ae8c689347f8ae0c2a95a47b067c, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732620287368 2024-11-26T11:24:50,601 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting d3aaa19d6872463da6f3f1dca8bfaff9, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732620287368 2024-11-26T11:24:50,601 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting a35503ed1fbd49beae89c6d6adf2f8ff, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1732620287481 2024-11-26T11:24:50,601 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8145319921294cca8930ad5a9070574c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1732620287481 2024-11-26T11:24:50,602 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 54376576d9d7408791ff742a305bbbe2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1732620288620 2024-11-26T11:24:50,602 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 005876acbf644607aa560dac40fa06d4, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1732620288617 2024-11-26T11:24:50,609 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c332c1675f7ce89d03f41a2c8eae23ad#B#compaction#264 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:24:50,610 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/B/060106430aea468c93b0e8c191789e8f is 50, key is test_row_0/B:col10/1732620288620/Put/seqid=0 2024-11-26T11:24:50,610 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c332c1675f7ce89d03f41a2c8eae23ad#A#compaction#265 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:24:50,611 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/A/ec4441ec8a5b48ac9aec76c829dd88fc is 50, key is test_row_0/A:col10/1732620288620/Put/seqid=0 2024-11-26T11:24:50,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742137_1313 (size=13085) 2024-11-26T11:24:50,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742138_1314 (size=13085) 2024-11-26T11:24:50,635 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/A/ec4441ec8a5b48ac9aec76c829dd88fc as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/ec4441ec8a5b48ac9aec76c829dd88fc 2024-11-26T11:24:50,640 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c332c1675f7ce89d03f41a2c8eae23ad/A of c332c1675f7ce89d03f41a2c8eae23ad into ec4441ec8a5b48ac9aec76c829dd88fc(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:24:50,640 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c332c1675f7ce89d03f41a2c8eae23ad: 2024-11-26T11:24:50,640 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad., storeName=c332c1675f7ce89d03f41a2c8eae23ad/A, priority=13, startTime=1732620290599; duration=0sec 2024-11-26T11:24:50,640 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T11:24:50,640 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c332c1675f7ce89d03f41a2c8eae23ad:A 2024-11-26T11:24:50,640 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T11:24:50,641 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T11:24:50,641 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1540): c332c1675f7ce89d03f41a2c8eae23ad/C is initiating minor compaction (all files) 2024-11-26T11:24:50,641 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c332c1675f7ce89d03f41a2c8eae23ad/C in TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:50,641 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/e61be8634ba6498c9de9f4e2a2913dc7, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/18d799c5824c4ca89f6607d25b669451, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/210caf605d3649d98e78803ae43677c8] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp, totalSize=36.7 K 2024-11-26T11:24:50,642 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting e61be8634ba6498c9de9f4e2a2913dc7, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732620287368 2024-11-26T11:24:50,642 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 18d799c5824c4ca89f6607d25b669451, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1732620287481 2024-11-26T11:24:50,643 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 210caf605d3649d98e78803ae43677c8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1732620288620 2024-11-26T11:24:50,651 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c332c1675f7ce89d03f41a2c8eae23ad#C#compaction#266 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:24:50,651 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/C/20941f82eef845cd8d05e7d0c4a2201c is 50, key is test_row_0/C:col10/1732620288620/Put/seqid=0 2024-11-26T11:24:50,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742139_1315 (size=13085) 2024-11-26T11:24:50,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(8581): Flush requested on c332c1675f7ce89d03f41a2c8eae23ad 2024-11-26T11:24:50,739 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c332c1675f7ce89d03f41a2c8eae23ad 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-26T11:24:50,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c332c1675f7ce89d03f41a2c8eae23ad, store=A 2024-11-26T11:24:50,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:50,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c332c1675f7ce89d03f41a2c8eae23ad, store=B 2024-11-26T11:24:50,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:50,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c332c1675f7ce89d03f41a2c8eae23ad, store=C 2024-11-26T11:24:50,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:50,744 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/A/01be46647bc948548df4b1c92f1860b7 is 50, key is test_row_0/A:col10/1732620289749/Put/seqid=0 2024-11-26T11:24:50,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742140_1316 (size=12301) 2024-11-26T11:24:50,789 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:50,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40542 deadline: 1732620350786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:50,864 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:50,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40492 deadline: 1732620350862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:50,865 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:50,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40526 deadline: 1732620350864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:50,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:50,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40508 deadline: 1732620350867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:50,891 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:50,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40542 deadline: 1732620350890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:51,031 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/B/060106430aea468c93b0e8c191789e8f as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/060106430aea468c93b0e8c191789e8f 2024-11-26T11:24:51,036 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c332c1675f7ce89d03f41a2c8eae23ad/B of c332c1675f7ce89d03f41a2c8eae23ad into 060106430aea468c93b0e8c191789e8f(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:24:51,036 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c332c1675f7ce89d03f41a2c8eae23ad: 2024-11-26T11:24:51,036 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad., storeName=c332c1675f7ce89d03f41a2c8eae23ad/B, priority=13, startTime=1732620290599; duration=0sec 2024-11-26T11:24:51,036 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:24:51,036 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c332c1675f7ce89d03f41a2c8eae23ad:B 2024-11-26T11:24:51,063 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/C/20941f82eef845cd8d05e7d0c4a2201c as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/20941f82eef845cd8d05e7d0c4a2201c 2024-11-26T11:24:51,070 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c332c1675f7ce89d03f41a2c8eae23ad/C of c332c1675f7ce89d03f41a2c8eae23ad into 20941f82eef845cd8d05e7d0c4a2201c(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:24:51,070 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c332c1675f7ce89d03f41a2c8eae23ad: 2024-11-26T11:24:51,070 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad., storeName=c332c1675f7ce89d03f41a2c8eae23ad/C, priority=13, startTime=1732620290599; duration=0sec 2024-11-26T11:24:51,071 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:24:51,071 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c332c1675f7ce89d03f41a2c8eae23ad:C 2024-11-26T11:24:51,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:51,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40542 deadline: 1732620351092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:51,149 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/A/01be46647bc948548df4b1c92f1860b7 2024-11-26T11:24:51,156 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/B/76dc28dc8a0f470ca19ec41cd3d8efb3 is 50, key is test_row_0/B:col10/1732620289749/Put/seqid=0 2024-11-26T11:24:51,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742141_1317 (size=12301) 2024-11-26T11:24:51,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:51,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40542 deadline: 1732620351396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:51,562 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/B/76dc28dc8a0f470ca19ec41cd3d8efb3 2024-11-26T11:24:51,571 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/C/e63771cc490d4871b869e55f32cdb42d is 50, key is test_row_0/C:col10/1732620289749/Put/seqid=0 2024-11-26T11:24:51,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742142_1318 (size=12301) 2024-11-26T11:24:51,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-26T11:24:51,659 INFO [Thread-1130 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 83 completed 2024-11-26T11:24:51,660 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T11:24:51,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] procedure2.ProcedureExecutor(1098): Stored pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees 2024-11-26T11:24:51,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-26T11:24:51,662 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T11:24:51,662 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T11:24:51,663 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T11:24:51,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-26T11:24:51,813 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:24:51,814 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-26T11:24:51,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:51,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. as already flushing 2024-11-26T11:24:51,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:51,814 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:51,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:51,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:51,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:51,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40492 deadline: 1732620351868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:51,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:51,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40526 deadline: 1732620351869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:51,879 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:51,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40508 deadline: 1732620351878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:51,902 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:51,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40542 deadline: 1732620351902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:51,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-26T11:24:51,966 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:24:51,967 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-26T11:24:51,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:51,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. as already flushing 2024-11-26T11:24:51,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:51,967 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:51,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:51,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:51,976 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/C/e63771cc490d4871b869e55f32cdb42d 2024-11-26T11:24:51,980 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/A/01be46647bc948548df4b1c92f1860b7 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/01be46647bc948548df4b1c92f1860b7 2024-11-26T11:24:51,984 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/01be46647bc948548df4b1c92f1860b7, entries=150, sequenceid=352, filesize=12.0 K 2024-11-26T11:24:51,984 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/B/76dc28dc8a0f470ca19ec41cd3d8efb3 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/76dc28dc8a0f470ca19ec41cd3d8efb3 2024-11-26T11:24:51,989 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/76dc28dc8a0f470ca19ec41cd3d8efb3, entries=150, sequenceid=352, filesize=12.0 K 2024-11-26T11:24:51,990 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/C/e63771cc490d4871b869e55f32cdb42d as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/e63771cc490d4871b869e55f32cdb42d 2024-11-26T11:24:51,994 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/e63771cc490d4871b869e55f32cdb42d, entries=150, sequenceid=352, filesize=12.0 K 2024-11-26T11:24:51,996 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for c332c1675f7ce89d03f41a2c8eae23ad in 1257ms, sequenceid=352, compaction requested=false 2024-11-26T11:24:51,996 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c332c1675f7ce89d03f41a2c8eae23ad: 2024-11-26T11:24:52,120 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:24:52,120 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-26T11:24:52,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:52,120 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2837): Flushing c332c1675f7ce89d03f41a2c8eae23ad 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-26T11:24:52,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c332c1675f7ce89d03f41a2c8eae23ad, store=A 2024-11-26T11:24:52,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:52,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c332c1675f7ce89d03f41a2c8eae23ad, store=B 2024-11-26T11:24:52,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:52,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c332c1675f7ce89d03f41a2c8eae23ad, store=C 2024-11-26T11:24:52,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:52,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/A/a020975c02d94694bbf68d95a896f583 is 50, key is test_row_0/A:col10/1732620290782/Put/seqid=0 2024-11-26T11:24:52,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742143_1319 (size=12301) 2024-11-26T11:24:52,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-26T11:24:52,530 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/A/a020975c02d94694bbf68d95a896f583 2024-11-26T11:24:52,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/B/f11919f5fb504b01a53aa242cc1b9220 is 50, key is test_row_0/B:col10/1732620290782/Put/seqid=0 2024-11-26T11:24:52,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742144_1320 (size=12301) 2024-11-26T11:24:52,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-26T11:24:52,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(8581): Flush requested on c332c1675f7ce89d03f41a2c8eae23ad 2024-11-26T11:24:52,906 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. as already flushing 2024-11-26T11:24:52,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:52,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40542 deadline: 1732620352935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:52,945 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/B/f11919f5fb504b01a53aa242cc1b9220 2024-11-26T11:24:52,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/C/e92139c5f78b4fe8be34d2d43c45f6c9 is 50, key is test_row_0/C:col10/1732620290782/Put/seqid=0 2024-11-26T11:24:52,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742145_1321 (size=12301) 2024-11-26T11:24:52,957 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/C/e92139c5f78b4fe8be34d2d43c45f6c9 2024-11-26T11:24:52,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/A/a020975c02d94694bbf68d95a896f583 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/a020975c02d94694bbf68d95a896f583 2024-11-26T11:24:52,964 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/a020975c02d94694bbf68d95a896f583, entries=150, sequenceid=374, filesize=12.0 K 2024-11-26T11:24:52,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/B/f11919f5fb504b01a53aa242cc1b9220 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/f11919f5fb504b01a53aa242cc1b9220 2024-11-26T11:24:52,969 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/f11919f5fb504b01a53aa242cc1b9220, entries=150, sequenceid=374, filesize=12.0 K 2024-11-26T11:24:52,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/C/e92139c5f78b4fe8be34d2d43c45f6c9 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/e92139c5f78b4fe8be34d2d43c45f6c9 2024-11-26T11:24:52,974 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/e92139c5f78b4fe8be34d2d43c45f6c9, entries=150, sequenceid=374, filesize=12.0 K 2024-11-26T11:24:52,974 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for c332c1675f7ce89d03f41a2c8eae23ad in 854ms, sequenceid=374, compaction requested=true 2024-11-26T11:24:52,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2538): Flush status journal for c332c1675f7ce89d03f41a2c8eae23ad: 2024-11-26T11:24:52,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:52,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=86 2024-11-26T11:24:52,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4106): Remote procedure done, pid=86 2024-11-26T11:24:52,977 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85 2024-11-26T11:24:52,978 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3130 sec 2024-11-26T11:24:52,979 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees in 1.3180 sec 2024-11-26T11:24:53,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(8581): Flush requested on c332c1675f7ce89d03f41a2c8eae23ad 2024-11-26T11:24:53,040 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c332c1675f7ce89d03f41a2c8eae23ad 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-26T11:24:53,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c332c1675f7ce89d03f41a2c8eae23ad, store=A 2024-11-26T11:24:53,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:53,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c332c1675f7ce89d03f41a2c8eae23ad, store=B 2024-11-26T11:24:53,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:53,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c332c1675f7ce89d03f41a2c8eae23ad, store=C 2024-11-26T11:24:53,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:53,045 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/A/79bb768f34af47f0b08426f6e0dbf6ff is 50, key is test_row_0/A:col10/1732620292934/Put/seqid=0 2024-11-26T11:24:53,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742146_1322 (size=12301) 2024-11-26T11:24:53,095 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:53,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40542 deadline: 1732620353093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:53,196 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:53,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40542 deadline: 1732620353196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:53,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:53,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40542 deadline: 1732620353399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:53,451 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=391 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/A/79bb768f34af47f0b08426f6e0dbf6ff 2024-11-26T11:24:53,463 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/B/29fd50340c1c45f6b8593ed966ff841a is 50, key is test_row_0/B:col10/1732620292934/Put/seqid=0 2024-11-26T11:24:53,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742147_1323 (size=12301) 2024-11-26T11:24:53,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:53,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40542 deadline: 1732620353701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:53,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-26T11:24:53,766 INFO [Thread-1130 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 85 completed 2024-11-26T11:24:53,767 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T11:24:53,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] procedure2.ProcedureExecutor(1098): Stored pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees 2024-11-26T11:24:53,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-26T11:24:53,769 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T11:24:53,769 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T11:24:53,769 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T11:24:53,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-26T11:24:53,877 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:53,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40526 deadline: 1732620353876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:53,878 DEBUG [Thread-1126 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4126 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad., hostname=173854343f88,33007,1732620213227, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:24:53,883 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=391 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/B/29fd50340c1c45f6b8593ed966ff841a 2024-11-26T11:24:53,889 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:53,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40492 deadline: 1732620353887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:53,890 DEBUG [Thread-1122 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4140 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad., hostname=173854343f88,33007,1732620213227, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:24:53,891 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/C/ad0d1eb0359743d4a6f39a9b93a51c62 is 50, key is test_row_0/C:col10/1732620292934/Put/seqid=0 2024-11-26T11:24:53,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742148_1324 (size=12301) 2024-11-26T11:24:53,899 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:53,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40508 deadline: 1732620353898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:53,900 DEBUG [Thread-1128 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4148 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad., hostname=173854343f88,33007,1732620213227, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:24:53,921 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:24:53,921 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-26T11:24:53,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:53,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. as already flushing 2024-11-26T11:24:53,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:53,921 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:53,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:53,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:54,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-26T11:24:54,073 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:24:54,074 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-26T11:24:54,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:54,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. as already flushing 2024-11-26T11:24:54,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:54,074 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:54,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:54,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:54,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:54,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40542 deadline: 1732620354204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:54,226 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:24:54,226 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-26T11:24:54,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:54,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. as already flushing 2024-11-26T11:24:54,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:54,227 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:54,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:54,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:54,295 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=391 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/C/ad0d1eb0359743d4a6f39a9b93a51c62 2024-11-26T11:24:54,300 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/A/79bb768f34af47f0b08426f6e0dbf6ff as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/79bb768f34af47f0b08426f6e0dbf6ff 2024-11-26T11:24:54,303 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/79bb768f34af47f0b08426f6e0dbf6ff, entries=150, sequenceid=391, filesize=12.0 K 2024-11-26T11:24:54,305 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/B/29fd50340c1c45f6b8593ed966ff841a as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/29fd50340c1c45f6b8593ed966ff841a 2024-11-26T11:24:54,308 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/29fd50340c1c45f6b8593ed966ff841a, entries=150, sequenceid=391, filesize=12.0 K 2024-11-26T11:24:54,309 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/C/ad0d1eb0359743d4a6f39a9b93a51c62 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/ad0d1eb0359743d4a6f39a9b93a51c62 2024-11-26T11:24:54,312 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/ad0d1eb0359743d4a6f39a9b93a51c62, entries=150, sequenceid=391, filesize=12.0 K 2024-11-26T11:24:54,314 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for c332c1675f7ce89d03f41a2c8eae23ad in 1274ms, sequenceid=391, compaction requested=true 2024-11-26T11:24:54,314 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c332c1675f7ce89d03f41a2c8eae23ad: 2024-11-26T11:24:54,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c332c1675f7ce89d03f41a2c8eae23ad:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T11:24:54,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:24:54,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c332c1675f7ce89d03f41a2c8eae23ad:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T11:24:54,314 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T11:24:54,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T11:24:54,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c332c1675f7ce89d03f41a2c8eae23ad:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T11:24:54,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-26T11:24:54,316 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T11:24:54,317 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T11:24:54,317 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T11:24:54,317 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1540): c332c1675f7ce89d03f41a2c8eae23ad/B is initiating minor compaction (all files) 2024-11-26T11:24:54,317 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1540): c332c1675f7ce89d03f41a2c8eae23ad/A is initiating minor compaction (all files) 2024-11-26T11:24:54,317 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c332c1675f7ce89d03f41a2c8eae23ad/B in TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:54,317 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c332c1675f7ce89d03f41a2c8eae23ad/A in TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:54,317 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/060106430aea468c93b0e8c191789e8f, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/76dc28dc8a0f470ca19ec41cd3d8efb3, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/f11919f5fb504b01a53aa242cc1b9220, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/29fd50340c1c45f6b8593ed966ff841a] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp, totalSize=48.8 K 2024-11-26T11:24:54,318 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/ec4441ec8a5b48ac9aec76c829dd88fc, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/01be46647bc948548df4b1c92f1860b7, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/a020975c02d94694bbf68d95a896f583, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/79bb768f34af47f0b08426f6e0dbf6ff] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp, totalSize=48.8 K 2024-11-26T11:24:54,318 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 060106430aea468c93b0e8c191789e8f, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1732620288620 2024-11-26T11:24:54,318 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting ec4441ec8a5b48ac9aec76c829dd88fc, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1732620288620 2024-11-26T11:24:54,318 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 76dc28dc8a0f470ca19ec41cd3d8efb3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1732620289749 2024-11-26T11:24:54,318 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 01be46647bc948548df4b1c92f1860b7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1732620289749 2024-11-26T11:24:54,318 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting a020975c02d94694bbf68d95a896f583, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732620290778 2024-11-26T11:24:54,319 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting f11919f5fb504b01a53aa242cc1b9220, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732620290778 2024-11-26T11:24:54,319 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 79bb768f34af47f0b08426f6e0dbf6ff, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1732620292928 2024-11-26T11:24:54,319 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 29fd50340c1c45f6b8593ed966ff841a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1732620292928 2024-11-26T11:24:54,327 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c332c1675f7ce89d03f41a2c8eae23ad#A#compaction#276 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:24:54,327 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c332c1675f7ce89d03f41a2c8eae23ad#B#compaction#277 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:24:54,327 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/A/26be963a617d40edbbb37631cab8e7ca is 50, key is test_row_0/A:col10/1732620292934/Put/seqid=0 2024-11-26T11:24:54,327 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/B/acefaf7d17f54c39ad30f6aa4e2280ab is 50, key is test_row_0/B:col10/1732620292934/Put/seqid=0 2024-11-26T11:24:54,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742150_1326 (size=13221) 2024-11-26T11:24:54,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742149_1325 (size=13221) 2024-11-26T11:24:54,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-26T11:24:54,379 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:24:54,379 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-26T11:24:54,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:54,380 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2837): Flushing c332c1675f7ce89d03f41a2c8eae23ad 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-26T11:24:54,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c332c1675f7ce89d03f41a2c8eae23ad, store=A 2024-11-26T11:24:54,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:54,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c332c1675f7ce89d03f41a2c8eae23ad, store=B 2024-11-26T11:24:54,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:54,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c332c1675f7ce89d03f41a2c8eae23ad, store=C 2024-11-26T11:24:54,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:54,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/A/a1266ccbf4d94f3ebbc2c16539fb11a9 is 50, key is test_row_0/A:col10/1732620293092/Put/seqid=0 2024-11-26T11:24:54,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742151_1327 (size=12301) 2024-11-26T11:24:54,389 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/A/a1266ccbf4d94f3ebbc2c16539fb11a9 2024-11-26T11:24:54,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/B/6d4ea621e2684dccbdb14772f92f2bb8 is 50, key is test_row_0/B:col10/1732620293092/Put/seqid=0 2024-11-26T11:24:54,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742152_1328 (size=12301) 2024-11-26T11:24:54,402 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/B/6d4ea621e2684dccbdb14772f92f2bb8 2024-11-26T11:24:54,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/C/ae21ade9ce6547a28ab58d270e98f413 is 50, key is test_row_0/C:col10/1732620293092/Put/seqid=0 2024-11-26T11:24:54,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742153_1329 (size=12301) 2024-11-26T11:24:54,744 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/A/26be963a617d40edbbb37631cab8e7ca as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/26be963a617d40edbbb37631cab8e7ca 2024-11-26T11:24:54,744 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/B/acefaf7d17f54c39ad30f6aa4e2280ab as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/acefaf7d17f54c39ad30f6aa4e2280ab 2024-11-26T11:24:54,749 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c332c1675f7ce89d03f41a2c8eae23ad/B of c332c1675f7ce89d03f41a2c8eae23ad into acefaf7d17f54c39ad30f6aa4e2280ab(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:24:54,749 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c332c1675f7ce89d03f41a2c8eae23ad: 2024-11-26T11:24:54,749 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad., storeName=c332c1675f7ce89d03f41a2c8eae23ad/B, priority=12, startTime=1732620294314; duration=0sec 2024-11-26T11:24:54,749 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c332c1675f7ce89d03f41a2c8eae23ad/A of c332c1675f7ce89d03f41a2c8eae23ad into 26be963a617d40edbbb37631cab8e7ca(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:24:54,750 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c332c1675f7ce89d03f41a2c8eae23ad: 2024-11-26T11:24:54,750 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad., storeName=c332c1675f7ce89d03f41a2c8eae23ad/A, priority=12, startTime=1732620294314; duration=0sec 2024-11-26T11:24:54,750 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T11:24:54,750 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c332c1675f7ce89d03f41a2c8eae23ad:B 2024-11-26T11:24:54,750 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:24:54,750 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T11:24:54,750 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c332c1675f7ce89d03f41a2c8eae23ad:A 2024-11-26T11:24:54,751 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T11:24:54,751 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1540): c332c1675f7ce89d03f41a2c8eae23ad/C is initiating minor compaction (all files) 2024-11-26T11:24:54,751 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c332c1675f7ce89d03f41a2c8eae23ad/C in TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:54,751 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/20941f82eef845cd8d05e7d0c4a2201c, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/e63771cc490d4871b869e55f32cdb42d, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/e92139c5f78b4fe8be34d2d43c45f6c9, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/ad0d1eb0359743d4a6f39a9b93a51c62] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp, totalSize=48.8 K 2024-11-26T11:24:54,752 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 20941f82eef845cd8d05e7d0c4a2201c, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1732620288620 2024-11-26T11:24:54,752 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting e63771cc490d4871b869e55f32cdb42d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1732620289749 2024-11-26T11:24:54,752 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting e92139c5f78b4fe8be34d2d43c45f6c9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732620290778 2024-11-26T11:24:54,753 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting ad0d1eb0359743d4a6f39a9b93a51c62, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1732620292928 2024-11-26T11:24:54,762 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c332c1675f7ce89d03f41a2c8eae23ad#C#compaction#281 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:24:54,763 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/C/f0aea034e1434892bb91ea24dd78915c is 50, key is test_row_0/C:col10/1732620292934/Put/seqid=0 2024-11-26T11:24:54,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742154_1330 (size=13221) 2024-11-26T11:24:54,815 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/C/ae21ade9ce6547a28ab58d270e98f413 2024-11-26T11:24:54,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/A/a1266ccbf4d94f3ebbc2c16539fb11a9 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/a1266ccbf4d94f3ebbc2c16539fb11a9 2024-11-26T11:24:54,822 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/a1266ccbf4d94f3ebbc2c16539fb11a9, entries=150, sequenceid=410, filesize=12.0 K 2024-11-26T11:24:54,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/B/6d4ea621e2684dccbdb14772f92f2bb8 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/6d4ea621e2684dccbdb14772f92f2bb8 2024-11-26T11:24:54,827 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/6d4ea621e2684dccbdb14772f92f2bb8, entries=150, sequenceid=410, filesize=12.0 K 2024-11-26T11:24:54,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/C/ae21ade9ce6547a28ab58d270e98f413 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/ae21ade9ce6547a28ab58d270e98f413 2024-11-26T11:24:54,833 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/ae21ade9ce6547a28ab58d270e98f413, entries=150, sequenceid=410, filesize=12.0 K 2024-11-26T11:24:54,834 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=0 B/0 for c332c1675f7ce89d03f41a2c8eae23ad in 454ms, sequenceid=410, compaction requested=false 2024-11-26T11:24:54,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2538): Flush status journal for c332c1675f7ce89d03f41a2c8eae23ad: 2024-11-26T11:24:54,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:54,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=88 2024-11-26T11:24:54,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4106): Remote procedure done, pid=88 2024-11-26T11:24:54,837 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=88, resume processing ppid=87 2024-11-26T11:24:54,837 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0670 sec 2024-11-26T11:24:54,839 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees in 1.0710 sec 2024-11-26T11:24:54,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-26T11:24:54,872 INFO [Thread-1130 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 87 completed 2024-11-26T11:24:54,873 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T11:24:54,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] procedure2.ProcedureExecutor(1098): Stored pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees 2024-11-26T11:24:54,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-26T11:24:54,875 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T11:24:54,875 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T11:24:54,876 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T11:24:54,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-26T11:24:55,027 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:24:55,027 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-26T11:24:55,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:55,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2538): Flush status journal for c332c1675f7ce89d03f41a2c8eae23ad: 2024-11-26T11:24:55,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:55,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=90 2024-11-26T11:24:55,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4106): Remote procedure done, pid=90 2024-11-26T11:24:55,030 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=90, resume processing ppid=89 2024-11-26T11:24:55,030 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, ppid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 153 msec 2024-11-26T11:24:55,032 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees in 158 msec 2024-11-26T11:24:55,175 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/C/f0aea034e1434892bb91ea24dd78915c as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/f0aea034e1434892bb91ea24dd78915c 2024-11-26T11:24:55,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-26T11:24:55,177 INFO [Thread-1130 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 89 completed 2024-11-26T11:24:55,178 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T11:24:55,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] procedure2.ProcedureExecutor(1098): Stored pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees 2024-11-26T11:24:55,180 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T11:24:55,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-26T11:24:55,181 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T11:24:55,181 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T11:24:55,181 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c332c1675f7ce89d03f41a2c8eae23ad/C of c332c1675f7ce89d03f41a2c8eae23ad into f0aea034e1434892bb91ea24dd78915c(size=12.9 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:24:55,181 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c332c1675f7ce89d03f41a2c8eae23ad: 2024-11-26T11:24:55,181 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad., storeName=c332c1675f7ce89d03f41a2c8eae23ad/C, priority=12, startTime=1732620294314; duration=0sec 2024-11-26T11:24:55,181 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:24:55,181 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c332c1675f7ce89d03f41a2c8eae23ad:C 2024-11-26T11:24:55,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(8581): Flush requested on c332c1675f7ce89d03f41a2c8eae23ad 2024-11-26T11:24:55,227 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c332c1675f7ce89d03f41a2c8eae23ad 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T11:24:55,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c332c1675f7ce89d03f41a2c8eae23ad, store=A 2024-11-26T11:24:55,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:55,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c332c1675f7ce89d03f41a2c8eae23ad, store=B 2024-11-26T11:24:55,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:55,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c332c1675f7ce89d03f41a2c8eae23ad, store=C 2024-11-26T11:24:55,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:55,232 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/A/17662f16798842c6a681acc189f7cb41 is 50, key is test_row_0/A:col10/1732620295224/Put/seqid=0 2024-11-26T11:24:55,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742155_1331 (size=14741) 2024-11-26T11:24:55,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:55,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40542 deadline: 1732620355277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:55,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-26T11:24:55,333 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:24:55,333 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-26T11:24:55,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:55,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. as already flushing 2024-11-26T11:24:55,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:55,333 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:55,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:55,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:55,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:55,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40542 deadline: 1732620355379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:55,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-26T11:24:55,486 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:24:55,486 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-26T11:24:55,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:55,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. as already flushing 2024-11-26T11:24:55,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:55,487 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:55,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:55,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:55,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:55,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40542 deadline: 1732620355583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:55,637 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=425 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/A/17662f16798842c6a681acc189f7cb41 2024-11-26T11:24:55,639 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:24:55,639 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-26T11:24:55,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:55,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. as already flushing 2024-11-26T11:24:55,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:55,640 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:55,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:55,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:55,648 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/B/ae7b447bfa41494ea48f5283b3b5e5e6 is 50, key is test_row_0/B:col10/1732620295224/Put/seqid=0 2024-11-26T11:24:55,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742156_1332 (size=12301) 2024-11-26T11:24:55,653 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=425 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/B/ae7b447bfa41494ea48f5283b3b5e5e6 2024-11-26T11:24:55,659 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/C/d3fc2106050c49babe7a06373254b63f is 50, key is test_row_0/C:col10/1732620295224/Put/seqid=0 2024-11-26T11:24:55,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742157_1333 (size=12301) 2024-11-26T11:24:55,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-26T11:24:55,791 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:24:55,791 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-26T11:24:55,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:55,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. as already flushing 2024-11-26T11:24:55,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:55,792 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:55,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:55,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:55,886 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:24:55,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40542 deadline: 1732620355884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 2024-11-26T11:24:55,944 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:24:55,944 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-26T11:24:55,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:55,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. as already flushing 2024-11-26T11:24:55,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:55,945 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:55,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:55,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:24:56,020 DEBUG [Thread-1139 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2d1403c3 to 127.0.0.1:59149 2024-11-26T11:24:56,020 DEBUG [Thread-1137 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2e4c79b8 to 127.0.0.1:59149 2024-11-26T11:24:56,020 DEBUG [Thread-1139 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:24:56,020 DEBUG [Thread-1137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:24:56,021 DEBUG [Thread-1135 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5e998dd3 to 127.0.0.1:59149 2024-11-26T11:24:56,021 DEBUG [Thread-1135 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:24:56,022 DEBUG [Thread-1133 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x088aa519 to 127.0.0.1:59149 2024-11-26T11:24:56,022 DEBUG [Thread-1133 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:24:56,022 DEBUG [Thread-1131 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x78b04266 to 127.0.0.1:59149 2024-11-26T11:24:56,022 DEBUG [Thread-1131 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:24:56,072 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=425 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/C/d3fc2106050c49babe7a06373254b63f 2024-11-26T11:24:56,076 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/A/17662f16798842c6a681acc189f7cb41 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/17662f16798842c6a681acc189f7cb41 2024-11-26T11:24:56,079 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/17662f16798842c6a681acc189f7cb41, entries=200, sequenceid=425, filesize=14.4 K 2024-11-26T11:24:56,080 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/B/ae7b447bfa41494ea48f5283b3b5e5e6 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/ae7b447bfa41494ea48f5283b3b5e5e6 2024-11-26T11:24:56,083 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/ae7b447bfa41494ea48f5283b3b5e5e6, entries=150, sequenceid=425, filesize=12.0 K 2024-11-26T11:24:56,084 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/C/d3fc2106050c49babe7a06373254b63f as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/d3fc2106050c49babe7a06373254b63f 2024-11-26T11:24:56,086 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/d3fc2106050c49babe7a06373254b63f, entries=150, sequenceid=425, filesize=12.0 K 2024-11-26T11:24:56,087 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for c332c1675f7ce89d03f41a2c8eae23ad in 860ms, sequenceid=425, compaction requested=true 2024-11-26T11:24:56,087 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c332c1675f7ce89d03f41a2c8eae23ad: 2024-11-26T11:24:56,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c332c1675f7ce89d03f41a2c8eae23ad:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T11:24:56,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:24:56,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c332c1675f7ce89d03f41a2c8eae23ad:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T11:24:56,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:24:56,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c332c1675f7ce89d03f41a2c8eae23ad:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T11:24:56,087 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T11:24:56,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T11:24:56,087 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T11:24:56,088 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40263 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T11:24:56,088 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T11:24:56,088 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1540): c332c1675f7ce89d03f41a2c8eae23ad/A is initiating minor compaction (all files) 2024-11-26T11:24:56,088 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1540): c332c1675f7ce89d03f41a2c8eae23ad/B is initiating minor compaction (all files) 2024-11-26T11:24:56,088 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c332c1675f7ce89d03f41a2c8eae23ad/A in TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:56,088 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c332c1675f7ce89d03f41a2c8eae23ad/B in TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:56,088 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/26be963a617d40edbbb37631cab8e7ca, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/a1266ccbf4d94f3ebbc2c16539fb11a9, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/17662f16798842c6a681acc189f7cb41] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp, totalSize=39.3 K 2024-11-26T11:24:56,088 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/acefaf7d17f54c39ad30f6aa4e2280ab, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/6d4ea621e2684dccbdb14772f92f2bb8, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/ae7b447bfa41494ea48f5283b3b5e5e6] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp, totalSize=36.9 K 2024-11-26T11:24:56,088 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting acefaf7d17f54c39ad30f6aa4e2280ab, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1732620292928 2024-11-26T11:24:56,089 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 26be963a617d40edbbb37631cab8e7ca, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1732620292928 2024-11-26T11:24:56,089 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 6d4ea621e2684dccbdb14772f92f2bb8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1732620293069 2024-11-26T11:24:56,089 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting a1266ccbf4d94f3ebbc2c16539fb11a9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1732620293069 2024-11-26T11:24:56,089 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting ae7b447bfa41494ea48f5283b3b5e5e6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=425, earliestPutTs=1732620295218 2024-11-26T11:24:56,089 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 17662f16798842c6a681acc189f7cb41, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=425, earliestPutTs=1732620295218 2024-11-26T11:24:56,095 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c332c1675f7ce89d03f41a2c8eae23ad#B#compaction#285 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:24:56,095 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c332c1675f7ce89d03f41a2c8eae23ad#A#compaction#286 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:24:56,095 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/B/27b5a23539a84c64be5a4335edfd1691 is 50, key is test_row_0/B:col10/1732620295224/Put/seqid=0 2024-11-26T11:24:56,095 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/A/acf5d46d35b84a8d97c6e3d85175e41b is 50, key is test_row_0/A:col10/1732620295224/Put/seqid=0 2024-11-26T11:24:56,097 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:24:56,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-26T11:24:56,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:56,097 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2837): Flushing c332c1675f7ce89d03f41a2c8eae23ad 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-26T11:24:56,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c332c1675f7ce89d03f41a2c8eae23ad, store=A 2024-11-26T11:24:56,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:56,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c332c1675f7ce89d03f41a2c8eae23ad, store=B 2024-11-26T11:24:56,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:56,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c332c1675f7ce89d03f41a2c8eae23ad, store=C 2024-11-26T11:24:56,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:24:56,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742159_1335 (size=13323) 2024-11-26T11:24:56,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742158_1334 (size=13323) 2024-11-26T11:24:56,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/A/10970eb9d18c4be5a554f5b2ea410a60 is 50, key is test_row_0/A:col10/1732620295273/Put/seqid=0 2024-11-26T11:24:56,105 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/A/acf5d46d35b84a8d97c6e3d85175e41b as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/acf5d46d35b84a8d97c6e3d85175e41b 2024-11-26T11:24:56,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742160_1336 (size=12301) 2024-11-26T11:24:56,109 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c332c1675f7ce89d03f41a2c8eae23ad/A of c332c1675f7ce89d03f41a2c8eae23ad into acf5d46d35b84a8d97c6e3d85175e41b(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:24:56,109 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c332c1675f7ce89d03f41a2c8eae23ad: 2024-11-26T11:24:56,109 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad., storeName=c332c1675f7ce89d03f41a2c8eae23ad/A, priority=13, startTime=1732620296087; duration=0sec 2024-11-26T11:24:56,109 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/B/27b5a23539a84c64be5a4335edfd1691 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/27b5a23539a84c64be5a4335edfd1691 2024-11-26T11:24:56,109 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T11:24:56,109 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c332c1675f7ce89d03f41a2c8eae23ad:A 2024-11-26T11:24:56,109 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T11:24:56,110 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T11:24:56,110 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1540): c332c1675f7ce89d03f41a2c8eae23ad/C is initiating minor compaction (all files) 2024-11-26T11:24:56,110 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c332c1675f7ce89d03f41a2c8eae23ad/C in TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:56,110 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/f0aea034e1434892bb91ea24dd78915c, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/ae21ade9ce6547a28ab58d270e98f413, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/d3fc2106050c49babe7a06373254b63f] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp, totalSize=36.9 K 2024-11-26T11:24:56,110 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting f0aea034e1434892bb91ea24dd78915c, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1732620292928 2024-11-26T11:24:56,111 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting ae21ade9ce6547a28ab58d270e98f413, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1732620293069 2024-11-26T11:24:56,111 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting d3fc2106050c49babe7a06373254b63f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=425, earliestPutTs=1732620295218 2024-11-26T11:24:56,113 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c332c1675f7ce89d03f41a2c8eae23ad/B of c332c1675f7ce89d03f41a2c8eae23ad into 27b5a23539a84c64be5a4335edfd1691(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:24:56,113 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c332c1675f7ce89d03f41a2c8eae23ad: 2024-11-26T11:24:56,113 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad., storeName=c332c1675f7ce89d03f41a2c8eae23ad/B, priority=13, startTime=1732620296087; duration=0sec 2024-11-26T11:24:56,113 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:24:56,113 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c332c1675f7ce89d03f41a2c8eae23ad:B 2024-11-26T11:24:56,117 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c332c1675f7ce89d03f41a2c8eae23ad#C#compaction#288 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:24:56,117 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/C/22272661f9a84caba9add5f040be8263 is 50, key is test_row_0/C:col10/1732620295224/Put/seqid=0 2024-11-26T11:24:56,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742161_1337 (size=13323) 2024-11-26T11:24:56,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-26T11:24:56,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(8581): Flush requested on c332c1675f7ce89d03f41a2c8eae23ad 2024-11-26T11:24:56,388 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. as already flushing 2024-11-26T11:24:56,388 DEBUG [Thread-1120 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x44645c55 to 127.0.0.1:59149 2024-11-26T11:24:56,388 DEBUG [Thread-1120 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:24:56,506 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/A/10970eb9d18c4be5a554f5b2ea410a60 2024-11-26T11:24:56,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/B/6bb84c3c3aeb4fc784cdfa8a53c6aba5 is 50, key is test_row_0/B:col10/1732620295273/Put/seqid=0 2024-11-26T11:24:56,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742162_1338 (size=12301) 2024-11-26T11:24:56,524 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/C/22272661f9a84caba9add5f040be8263 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/22272661f9a84caba9add5f040be8263 2024-11-26T11:24:56,527 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c332c1675f7ce89d03f41a2c8eae23ad/C of c332c1675f7ce89d03f41a2c8eae23ad into 22272661f9a84caba9add5f040be8263(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:24:56,527 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c332c1675f7ce89d03f41a2c8eae23ad: 2024-11-26T11:24:56,527 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad., storeName=c332c1675f7ce89d03f41a2c8eae23ad/C, priority=13, startTime=1732620296087; duration=0sec 2024-11-26T11:24:56,527 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:24:56,528 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c332c1675f7ce89d03f41a2c8eae23ad:C 2024-11-26T11:24:56,916 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/B/6bb84c3c3aeb4fc784cdfa8a53c6aba5 2024-11-26T11:24:56,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/C/a6faa06a07014ea8acca31f018776b28 is 50, key is test_row_0/C:col10/1732620295273/Put/seqid=0 2024-11-26T11:24:56,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742163_1339 (size=12301) 2024-11-26T11:24:57,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-26T11:24:57,326 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/C/a6faa06a07014ea8acca31f018776b28 2024-11-26T11:24:57,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/A/10970eb9d18c4be5a554f5b2ea410a60 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/10970eb9d18c4be5a554f5b2ea410a60 2024-11-26T11:24:57,332 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/10970eb9d18c4be5a554f5b2ea410a60, entries=150, sequenceid=450, filesize=12.0 K 2024-11-26T11:24:57,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/B/6bb84c3c3aeb4fc784cdfa8a53c6aba5 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/6bb84c3c3aeb4fc784cdfa8a53c6aba5 2024-11-26T11:24:57,335 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/6bb84c3c3aeb4fc784cdfa8a53c6aba5, entries=150, sequenceid=450, filesize=12.0 K 2024-11-26T11:24:57,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/C/a6faa06a07014ea8acca31f018776b28 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/a6faa06a07014ea8acca31f018776b28 2024-11-26T11:24:57,338 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/a6faa06a07014ea8acca31f018776b28, entries=150, sequenceid=450, filesize=12.0 K 2024-11-26T11:24:57,339 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=6.71 KB/6870 for c332c1675f7ce89d03f41a2c8eae23ad in 1242ms, sequenceid=450, compaction requested=false 2024-11-26T11:24:57,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2538): Flush status journal for c332c1675f7ce89d03f41a2c8eae23ad: 2024-11-26T11:24:57,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:24:57,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=92 2024-11-26T11:24:57,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4106): Remote procedure done, pid=92 2024-11-26T11:24:57,341 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=92, resume processing ppid=91 2024-11-26T11:24:57,341 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, ppid=91, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1590 sec 2024-11-26T11:24:57,342 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees in 2.1630 sec 2024-11-26T11:24:57,890 DEBUG [Thread-1126 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x07e55eb7 to 127.0.0.1:59149 2024-11-26T11:24:57,890 DEBUG [Thread-1126 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:24:57,900 DEBUG [Thread-1122 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x64ee0130 to 127.0.0.1:59149 2024-11-26T11:24:57,900 DEBUG [Thread-1122 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:24:57,935 DEBUG [Thread-1128 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x03a703d2 to 127.0.0.1:59149 2024-11-26T11:24:57,935 DEBUG [Thread-1128 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:24:59,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-26T11:24:59,285 INFO [Thread-1130 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 91 completed 2024-11-26T11:25:00,183 DEBUG [Thread-1124 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x683b64c3 to 127.0.0.1:59149 2024-11-26T11:25:00,183 DEBUG [Thread-1124 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:25:00,183 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-26T11:25:00,183 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 129 2024-11-26T11:25:00,183 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 59 2024-11-26T11:25:00,183 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 37 2024-11-26T11:25:00,183 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 64 2024-11-26T11:25:00,183 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 71 2024-11-26T11:25:00,183 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-26T11:25:00,183 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7116 2024-11-26T11:25:00,183 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6948 2024-11-26T11:25:00,183 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6932 2024-11-26T11:25:00,183 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7119 2024-11-26T11:25:00,183 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6928 2024-11-26T11:25:00,183 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-26T11:25:00,183 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-26T11:25:00,183 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x58341641 to 127.0.0.1:59149 2024-11-26T11:25:00,183 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:25:00,184 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-26T11:25:00,184 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-26T11:25:00,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] procedure2.ProcedureExecutor(1098): Stored pid=93, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-26T11:25:00,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-26T11:25:00,186 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732620300186"}]},"ts":"1732620300186"} 2024-11-26T11:25:00,187 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-26T11:25:00,189 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-26T11:25:00,190 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-26T11:25:00,191 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c332c1675f7ce89d03f41a2c8eae23ad, UNASSIGN}] 2024-11-26T11:25:00,191 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c332c1675f7ce89d03f41a2c8eae23ad, UNASSIGN 2024-11-26T11:25:00,192 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=95 updating hbase:meta row=c332c1675f7ce89d03f41a2c8eae23ad, regionState=CLOSING, regionLocation=173854343f88,33007,1732620213227 2024-11-26T11:25:00,192 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-26T11:25:00,192 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE; CloseRegionProcedure c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227}] 2024-11-26T11:25:00,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-26T11:25:00,344 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:25:00,344 INFO [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] handler.UnassignRegionHandler(124): Close c332c1675f7ce89d03f41a2c8eae23ad 2024-11-26T11:25:00,344 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-26T11:25:00,344 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1681): Closing c332c1675f7ce89d03f41a2c8eae23ad, disabling compactions & flushes 2024-11-26T11:25:00,344 INFO [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:25:00,344 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:25:00,344 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. after waiting 0 ms 2024-11-26T11:25:00,344 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:25:00,345 INFO [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(2837): Flushing c332c1675f7ce89d03f41a2c8eae23ad 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-26T11:25:00,345 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c332c1675f7ce89d03f41a2c8eae23ad, store=A 2024-11-26T11:25:00,345 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:25:00,345 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c332c1675f7ce89d03f41a2c8eae23ad, store=B 2024-11-26T11:25:00,345 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:25:00,345 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c332c1675f7ce89d03f41a2c8eae23ad, store=C 2024-11-26T11:25:00,345 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:25:00,348 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/A/2938f92685da47348b8fc7f6090c1007 is 50, key is test_row_0/A:col10/1732620300182/Put/seqid=0 2024-11-26T11:25:00,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742164_1340 (size=12301) 2024-11-26T11:25:00,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-26T11:25:00,753 INFO [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=461 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/A/2938f92685da47348b8fc7f6090c1007 2024-11-26T11:25:00,759 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/B/5dcdd2fafaed4b5a97ca74ccde79c849 is 50, key is test_row_0/B:col10/1732620300182/Put/seqid=0 2024-11-26T11:25:00,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742165_1341 (size=12301) 2024-11-26T11:25:00,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-26T11:25:01,163 INFO [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=461 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/B/5dcdd2fafaed4b5a97ca74ccde79c849 2024-11-26T11:25:01,169 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/C/eed249fcd0f845a782402bf31ec5ad0a is 50, key is test_row_0/C:col10/1732620300182/Put/seqid=0 2024-11-26T11:25:01,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742166_1342 (size=12301) 2024-11-26T11:25:01,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-26T11:25:01,573 INFO [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=461 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/C/eed249fcd0f845a782402bf31ec5ad0a 2024-11-26T11:25:01,576 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/A/2938f92685da47348b8fc7f6090c1007 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/2938f92685da47348b8fc7f6090c1007 2024-11-26T11:25:01,579 INFO [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/2938f92685da47348b8fc7f6090c1007, entries=150, sequenceid=461, filesize=12.0 K 2024-11-26T11:25:01,579 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/B/5dcdd2fafaed4b5a97ca74ccde79c849 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/5dcdd2fafaed4b5a97ca74ccde79c849 2024-11-26T11:25:01,582 INFO [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/5dcdd2fafaed4b5a97ca74ccde79c849, entries=150, sequenceid=461, filesize=12.0 K 2024-11-26T11:25:01,583 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/.tmp/C/eed249fcd0f845a782402bf31ec5ad0a as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/eed249fcd0f845a782402bf31ec5ad0a 2024-11-26T11:25:01,585 INFO [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/eed249fcd0f845a782402bf31ec5ad0a, entries=150, sequenceid=461, filesize=12.0 K 2024-11-26T11:25:01,586 INFO [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for c332c1675f7ce89d03f41a2c8eae23ad in 1242ms, sequenceid=461, compaction requested=true 2024-11-26T11:25:01,586 DEBUG [StoreCloser-TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/dc98149ea4d34cb4b76ab1730a040a7c, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/6abe551bb05e4c59a82b8f0762f5066e, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/d1e3476109b6403ca98b01a4ceb733f7, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/5ad1fa40ffbb4c8f98869b9b37f885ba, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/8f8dcccdcf0049bdb6346dc3f03003a8, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/23970887cb11435597d537b5fc5f28e1, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/3ca5e1f56bcd403eafe926a229922d27, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/ffb6a033a7a4405fbb3f9a3b4ce92405, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/bc61c218672f41b9a3654877b4e69d79, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/034c7f46fd104934a6a4c18ace90a0e5, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/970574cd343f496b923bf17aead2d473, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/6202e294e5ba46fdb5a2d934dbfa181c, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/d3370994e6f749d2bc83a272e85f8dff, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/a6ae3a0b2d914d50b79e912604b57577, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/67b734420a164d88becdcf031b66adcc, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/e6b0421039454d1c8b28240eb139ae1b, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/f3f6fbe31b144cf1b939d3b2dd6c111b, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/b3452cfbc84d42c2af10e8f90949a638, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/ec34b72b5d6940f8b420a21e6962f3ce, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/d3aaa19d6872463da6f3f1dca8bfaff9, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/3e8135b0c4de45d0864de98fc688c775, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/8145319921294cca8930ad5a9070574c, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/005876acbf644607aa560dac40fa06d4, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/ec4441ec8a5b48ac9aec76c829dd88fc, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/01be46647bc948548df4b1c92f1860b7, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/a020975c02d94694bbf68d95a896f583, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/26be963a617d40edbbb37631cab8e7ca, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/79bb768f34af47f0b08426f6e0dbf6ff, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/a1266ccbf4d94f3ebbc2c16539fb11a9, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/17662f16798842c6a681acc189f7cb41] to archive 2024-11-26T11:25:01,587 DEBUG [StoreCloser-TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T11:25:01,589 DEBUG [StoreCloser-TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/dc98149ea4d34cb4b76ab1730a040a7c to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/dc98149ea4d34cb4b76ab1730a040a7c 2024-11-26T11:25:01,590 DEBUG [StoreCloser-TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/6abe551bb05e4c59a82b8f0762f5066e to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/6abe551bb05e4c59a82b8f0762f5066e 2024-11-26T11:25:01,591 DEBUG [StoreCloser-TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/d1e3476109b6403ca98b01a4ceb733f7 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/d1e3476109b6403ca98b01a4ceb733f7 2024-11-26T11:25:01,591 DEBUG [StoreCloser-TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/5ad1fa40ffbb4c8f98869b9b37f885ba to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/5ad1fa40ffbb4c8f98869b9b37f885ba 2024-11-26T11:25:01,592 DEBUG [StoreCloser-TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/8f8dcccdcf0049bdb6346dc3f03003a8 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/8f8dcccdcf0049bdb6346dc3f03003a8 2024-11-26T11:25:01,593 DEBUG [StoreCloser-TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/23970887cb11435597d537b5fc5f28e1 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/23970887cb11435597d537b5fc5f28e1 2024-11-26T11:25:01,594 DEBUG [StoreCloser-TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/3ca5e1f56bcd403eafe926a229922d27 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/3ca5e1f56bcd403eafe926a229922d27 2024-11-26T11:25:01,595 DEBUG [StoreCloser-TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/ffb6a033a7a4405fbb3f9a3b4ce92405 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/ffb6a033a7a4405fbb3f9a3b4ce92405 2024-11-26T11:25:01,596 DEBUG [StoreCloser-TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/bc61c218672f41b9a3654877b4e69d79 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/bc61c218672f41b9a3654877b4e69d79 2024-11-26T11:25:01,597 DEBUG [StoreCloser-TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/034c7f46fd104934a6a4c18ace90a0e5 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/034c7f46fd104934a6a4c18ace90a0e5 2024-11-26T11:25:01,598 DEBUG [StoreCloser-TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/970574cd343f496b923bf17aead2d473 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/970574cd343f496b923bf17aead2d473 2024-11-26T11:25:01,598 DEBUG [StoreCloser-TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/6202e294e5ba46fdb5a2d934dbfa181c to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/6202e294e5ba46fdb5a2d934dbfa181c 2024-11-26T11:25:01,599 DEBUG [StoreCloser-TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/d3370994e6f749d2bc83a272e85f8dff to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/d3370994e6f749d2bc83a272e85f8dff 2024-11-26T11:25:01,600 DEBUG [StoreCloser-TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/a6ae3a0b2d914d50b79e912604b57577 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/a6ae3a0b2d914d50b79e912604b57577 2024-11-26T11:25:01,601 DEBUG [StoreCloser-TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/67b734420a164d88becdcf031b66adcc to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/67b734420a164d88becdcf031b66adcc 2024-11-26T11:25:01,602 DEBUG [StoreCloser-TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/e6b0421039454d1c8b28240eb139ae1b to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/e6b0421039454d1c8b28240eb139ae1b 2024-11-26T11:25:01,603 DEBUG [StoreCloser-TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/f3f6fbe31b144cf1b939d3b2dd6c111b to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/f3f6fbe31b144cf1b939d3b2dd6c111b 2024-11-26T11:25:01,604 DEBUG [StoreCloser-TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/b3452cfbc84d42c2af10e8f90949a638 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/b3452cfbc84d42c2af10e8f90949a638 2024-11-26T11:25:01,605 DEBUG [StoreCloser-TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/ec34b72b5d6940f8b420a21e6962f3ce to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/ec34b72b5d6940f8b420a21e6962f3ce 2024-11-26T11:25:01,606 DEBUG [StoreCloser-TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/d3aaa19d6872463da6f3f1dca8bfaff9 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/d3aaa19d6872463da6f3f1dca8bfaff9 2024-11-26T11:25:01,606 DEBUG [StoreCloser-TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/3e8135b0c4de45d0864de98fc688c775 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/3e8135b0c4de45d0864de98fc688c775 2024-11-26T11:25:01,607 DEBUG [StoreCloser-TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/8145319921294cca8930ad5a9070574c to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/8145319921294cca8930ad5a9070574c 2024-11-26T11:25:01,608 DEBUG [StoreCloser-TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/005876acbf644607aa560dac40fa06d4 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/005876acbf644607aa560dac40fa06d4 2024-11-26T11:25:01,609 DEBUG [StoreCloser-TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/ec4441ec8a5b48ac9aec76c829dd88fc to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/ec4441ec8a5b48ac9aec76c829dd88fc 2024-11-26T11:25:01,610 DEBUG [StoreCloser-TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/01be46647bc948548df4b1c92f1860b7 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/01be46647bc948548df4b1c92f1860b7 2024-11-26T11:25:01,611 DEBUG [StoreCloser-TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/a020975c02d94694bbf68d95a896f583 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/a020975c02d94694bbf68d95a896f583 2024-11-26T11:25:01,612 DEBUG [StoreCloser-TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/26be963a617d40edbbb37631cab8e7ca to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/26be963a617d40edbbb37631cab8e7ca 2024-11-26T11:25:01,613 DEBUG [StoreCloser-TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/79bb768f34af47f0b08426f6e0dbf6ff to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/79bb768f34af47f0b08426f6e0dbf6ff 2024-11-26T11:25:01,614 DEBUG [StoreCloser-TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/a1266ccbf4d94f3ebbc2c16539fb11a9 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/a1266ccbf4d94f3ebbc2c16539fb11a9 2024-11-26T11:25:01,614 DEBUG [StoreCloser-TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/17662f16798842c6a681acc189f7cb41 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/17662f16798842c6a681acc189f7cb41 2024-11-26T11:25:01,616 DEBUG [StoreCloser-TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/741cf51d11594ddcb3de53df8ea5756c, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/2ff07e9d72154c4bafb31837656d7337, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/31780cd8856d43638cb1f8b69e5a4031, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/f151b07027b84d49abd6c35f4e561d0f, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/628b5725406b4beb95e00a79a4d0857c, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/b055d7f9a5114e58ba87398d94ad5985, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/61bf00591ef84bec88bce35e529649fa, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/8982220d096542da8fc50d384e79cc1e, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/3855d01e84184a31a6c96977e0b81d68, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/ab635e400bd640229b8dfeb68cc5ea1e, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/0cd08a53da124e8ea888cb177c604a93, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/938d4f85e6814b8f9687dec9ec571c14, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/6c9686d320d4485fa5b08dd05c0c43c9, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/ecdf8a46de644f60b66888d9017b0243, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/48ac0101528a48f2bbf5a280e5c261a7, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/089c830e957a40f5850aae20ca12fea1, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/888cd30287da41fca18bfe452168896f, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/178495700de1433dbddbfb741361252b, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/be794fcd45ae4551ad2e66b224fb93ea, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/4f18ae8c689347f8ae0c2a95a47b067c, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/8cb39309dc0e45179cfaa95c77767a01, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/a35503ed1fbd49beae89c6d6adf2f8ff, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/060106430aea468c93b0e8c191789e8f, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/54376576d9d7408791ff742a305bbbe2, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/76dc28dc8a0f470ca19ec41cd3d8efb3, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/f11919f5fb504b01a53aa242cc1b9220, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/acefaf7d17f54c39ad30f6aa4e2280ab, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/29fd50340c1c45f6b8593ed966ff841a, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/6d4ea621e2684dccbdb14772f92f2bb8, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/ae7b447bfa41494ea48f5283b3b5e5e6] to archive 2024-11-26T11:25:01,616 DEBUG [StoreCloser-TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T11:25:01,617 DEBUG [StoreCloser-TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/741cf51d11594ddcb3de53df8ea5756c to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/741cf51d11594ddcb3de53df8ea5756c 2024-11-26T11:25:01,618 DEBUG [StoreCloser-TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/2ff07e9d72154c4bafb31837656d7337 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/2ff07e9d72154c4bafb31837656d7337 2024-11-26T11:25:01,619 DEBUG [StoreCloser-TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/31780cd8856d43638cb1f8b69e5a4031 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/31780cd8856d43638cb1f8b69e5a4031 2024-11-26T11:25:01,620 DEBUG [StoreCloser-TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/f151b07027b84d49abd6c35f4e561d0f to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/f151b07027b84d49abd6c35f4e561d0f 2024-11-26T11:25:01,621 DEBUG [StoreCloser-TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/628b5725406b4beb95e00a79a4d0857c to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/628b5725406b4beb95e00a79a4d0857c 2024-11-26T11:25:01,621 DEBUG [StoreCloser-TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/b055d7f9a5114e58ba87398d94ad5985 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/b055d7f9a5114e58ba87398d94ad5985 2024-11-26T11:25:01,623 DEBUG [StoreCloser-TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/61bf00591ef84bec88bce35e529649fa to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/61bf00591ef84bec88bce35e529649fa 2024-11-26T11:25:01,623 DEBUG [StoreCloser-TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/8982220d096542da8fc50d384e79cc1e to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/8982220d096542da8fc50d384e79cc1e 2024-11-26T11:25:01,624 DEBUG [StoreCloser-TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/3855d01e84184a31a6c96977e0b81d68 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/3855d01e84184a31a6c96977e0b81d68 2024-11-26T11:25:01,625 DEBUG [StoreCloser-TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/ab635e400bd640229b8dfeb68cc5ea1e to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/ab635e400bd640229b8dfeb68cc5ea1e 2024-11-26T11:25:01,626 DEBUG [StoreCloser-TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/0cd08a53da124e8ea888cb177c604a93 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/0cd08a53da124e8ea888cb177c604a93 2024-11-26T11:25:01,627 DEBUG [StoreCloser-TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/938d4f85e6814b8f9687dec9ec571c14 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/938d4f85e6814b8f9687dec9ec571c14 2024-11-26T11:25:01,628 DEBUG [StoreCloser-TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/6c9686d320d4485fa5b08dd05c0c43c9 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/6c9686d320d4485fa5b08dd05c0c43c9 2024-11-26T11:25:01,629 DEBUG [StoreCloser-TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/ecdf8a46de644f60b66888d9017b0243 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/ecdf8a46de644f60b66888d9017b0243 2024-11-26T11:25:01,629 DEBUG [StoreCloser-TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/48ac0101528a48f2bbf5a280e5c261a7 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/48ac0101528a48f2bbf5a280e5c261a7 2024-11-26T11:25:01,630 DEBUG [StoreCloser-TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/089c830e957a40f5850aae20ca12fea1 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/089c830e957a40f5850aae20ca12fea1 2024-11-26T11:25:01,631 DEBUG [StoreCloser-TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/888cd30287da41fca18bfe452168896f to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/888cd30287da41fca18bfe452168896f 2024-11-26T11:25:01,632 DEBUG [StoreCloser-TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/178495700de1433dbddbfb741361252b to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/178495700de1433dbddbfb741361252b 2024-11-26T11:25:01,633 DEBUG [StoreCloser-TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/be794fcd45ae4551ad2e66b224fb93ea to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/be794fcd45ae4551ad2e66b224fb93ea 2024-11-26T11:25:01,633 DEBUG [StoreCloser-TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/4f18ae8c689347f8ae0c2a95a47b067c to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/4f18ae8c689347f8ae0c2a95a47b067c 2024-11-26T11:25:01,634 DEBUG [StoreCloser-TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/8cb39309dc0e45179cfaa95c77767a01 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/8cb39309dc0e45179cfaa95c77767a01 2024-11-26T11:25:01,635 DEBUG [StoreCloser-TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/a35503ed1fbd49beae89c6d6adf2f8ff to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/a35503ed1fbd49beae89c6d6adf2f8ff 2024-11-26T11:25:01,636 DEBUG [StoreCloser-TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/060106430aea468c93b0e8c191789e8f to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/060106430aea468c93b0e8c191789e8f 2024-11-26T11:25:01,637 DEBUG [StoreCloser-TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/54376576d9d7408791ff742a305bbbe2 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/54376576d9d7408791ff742a305bbbe2 2024-11-26T11:25:01,637 DEBUG [StoreCloser-TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/76dc28dc8a0f470ca19ec41cd3d8efb3 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/76dc28dc8a0f470ca19ec41cd3d8efb3 2024-11-26T11:25:01,638 DEBUG [StoreCloser-TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/f11919f5fb504b01a53aa242cc1b9220 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/f11919f5fb504b01a53aa242cc1b9220 2024-11-26T11:25:01,639 DEBUG [StoreCloser-TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/acefaf7d17f54c39ad30f6aa4e2280ab to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/acefaf7d17f54c39ad30f6aa4e2280ab 2024-11-26T11:25:01,640 DEBUG [StoreCloser-TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/29fd50340c1c45f6b8593ed966ff841a to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/29fd50340c1c45f6b8593ed966ff841a 2024-11-26T11:25:01,640 DEBUG [StoreCloser-TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/6d4ea621e2684dccbdb14772f92f2bb8 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/6d4ea621e2684dccbdb14772f92f2bb8 2024-11-26T11:25:01,641 DEBUG [StoreCloser-TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/ae7b447bfa41494ea48f5283b3b5e5e6 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/ae7b447bfa41494ea48f5283b3b5e5e6 2024-11-26T11:25:01,642 DEBUG [StoreCloser-TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/9ed7ff986a7341b4a6d77ec02ab3826e, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/2527eec88a1a46899ecbac51ca09fd22, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/6e502315d57349b0a44f790615bffd55, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/5ced7fea1d67429d9b9a7fed06099379, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/6d1d297531a14ef1b861349bae9f53d4, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/fc0d9eefda1e4a039c9d9f97eabb42a8, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/53156e1944b545d79d30f4c0d88b3848, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/8c544d910f7c48aca7a012d4fb23b2d9, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/e7ff46b296714493b2d1d54e49161b52, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/661f7319d7f14018990f04233cacbb34, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/2cae4db0b38044d6be6829fda6eda96d, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/95a8c676133c41ba905bec80357d706f, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/e2f57edbad894f19ae842ea4baf45cd7, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/6b668dda672248dfab41923891b87029, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/a6e8d9cf9ea74939ba7b33a964b8bb43, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/4fae1cf0ffc34e73a905bfb28d5b0f86, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/2bc8bbd637054ce7ba69a3ec475c3825, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/23858666260c4e37927c38a71b40b333, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/48de15947a524f4a8ad2e564f747d0d8, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/e61be8634ba6498c9de9f4e2a2913dc7, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/4683d04595074743b99760b82a3be2e8, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/18d799c5824c4ca89f6607d25b669451, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/20941f82eef845cd8d05e7d0c4a2201c, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/210caf605d3649d98e78803ae43677c8, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/e63771cc490d4871b869e55f32cdb42d, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/e92139c5f78b4fe8be34d2d43c45f6c9, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/f0aea034e1434892bb91ea24dd78915c, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/ad0d1eb0359743d4a6f39a9b93a51c62, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/ae21ade9ce6547a28ab58d270e98f413, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/d3fc2106050c49babe7a06373254b63f] to archive 2024-11-26T11:25:01,643 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T11:25:01,643 DEBUG [StoreCloser-TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T11:25:01,644 DEBUG [StoreCloser-TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/9ed7ff986a7341b4a6d77ec02ab3826e to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/9ed7ff986a7341b4a6d77ec02ab3826e 2024-11-26T11:25:01,645 DEBUG [StoreCloser-TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/2527eec88a1a46899ecbac51ca09fd22 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/2527eec88a1a46899ecbac51ca09fd22 2024-11-26T11:25:01,646 DEBUG [StoreCloser-TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/6e502315d57349b0a44f790615bffd55 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/6e502315d57349b0a44f790615bffd55 2024-11-26T11:25:01,646 DEBUG [StoreCloser-TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/5ced7fea1d67429d9b9a7fed06099379 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/5ced7fea1d67429d9b9a7fed06099379 2024-11-26T11:25:01,647 DEBUG [StoreCloser-TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/6d1d297531a14ef1b861349bae9f53d4 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/6d1d297531a14ef1b861349bae9f53d4 2024-11-26T11:25:01,648 DEBUG [StoreCloser-TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/fc0d9eefda1e4a039c9d9f97eabb42a8 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/fc0d9eefda1e4a039c9d9f97eabb42a8 2024-11-26T11:25:01,649 DEBUG [StoreCloser-TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/53156e1944b545d79d30f4c0d88b3848 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/53156e1944b545d79d30f4c0d88b3848 2024-11-26T11:25:01,650 DEBUG [StoreCloser-TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/8c544d910f7c48aca7a012d4fb23b2d9 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/8c544d910f7c48aca7a012d4fb23b2d9 2024-11-26T11:25:01,650 DEBUG [StoreCloser-TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/e7ff46b296714493b2d1d54e49161b52 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/e7ff46b296714493b2d1d54e49161b52 2024-11-26T11:25:01,651 DEBUG [StoreCloser-TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/661f7319d7f14018990f04233cacbb34 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/661f7319d7f14018990f04233cacbb34 2024-11-26T11:25:01,652 DEBUG [StoreCloser-TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/2cae4db0b38044d6be6829fda6eda96d to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/2cae4db0b38044d6be6829fda6eda96d 2024-11-26T11:25:01,653 DEBUG [StoreCloser-TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/95a8c676133c41ba905bec80357d706f to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/95a8c676133c41ba905bec80357d706f 2024-11-26T11:25:01,654 DEBUG [StoreCloser-TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/e2f57edbad894f19ae842ea4baf45cd7 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/e2f57edbad894f19ae842ea4baf45cd7 2024-11-26T11:25:01,655 DEBUG [StoreCloser-TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/6b668dda672248dfab41923891b87029 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/6b668dda672248dfab41923891b87029 2024-11-26T11:25:01,655 DEBUG [StoreCloser-TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/a6e8d9cf9ea74939ba7b33a964b8bb43 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/a6e8d9cf9ea74939ba7b33a964b8bb43 2024-11-26T11:25:01,656 DEBUG [StoreCloser-TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/4fae1cf0ffc34e73a905bfb28d5b0f86 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/4fae1cf0ffc34e73a905bfb28d5b0f86 2024-11-26T11:25:01,657 DEBUG [StoreCloser-TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/2bc8bbd637054ce7ba69a3ec475c3825 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/2bc8bbd637054ce7ba69a3ec475c3825 2024-11-26T11:25:01,658 DEBUG [StoreCloser-TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/23858666260c4e37927c38a71b40b333 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/23858666260c4e37927c38a71b40b333 2024-11-26T11:25:01,659 DEBUG [StoreCloser-TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/48de15947a524f4a8ad2e564f747d0d8 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/48de15947a524f4a8ad2e564f747d0d8 2024-11-26T11:25:01,659 DEBUG [StoreCloser-TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/e61be8634ba6498c9de9f4e2a2913dc7 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/e61be8634ba6498c9de9f4e2a2913dc7 2024-11-26T11:25:01,660 DEBUG [StoreCloser-TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/4683d04595074743b99760b82a3be2e8 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/4683d04595074743b99760b82a3be2e8 2024-11-26T11:25:01,661 DEBUG [StoreCloser-TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/18d799c5824c4ca89f6607d25b669451 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/18d799c5824c4ca89f6607d25b669451 2024-11-26T11:25:01,662 DEBUG [StoreCloser-TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/20941f82eef845cd8d05e7d0c4a2201c to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/20941f82eef845cd8d05e7d0c4a2201c 2024-11-26T11:25:01,663 DEBUG [StoreCloser-TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/210caf605d3649d98e78803ae43677c8 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/210caf605d3649d98e78803ae43677c8 2024-11-26T11:25:01,664 DEBUG [StoreCloser-TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/e63771cc490d4871b869e55f32cdb42d to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/e63771cc490d4871b869e55f32cdb42d 2024-11-26T11:25:01,665 DEBUG [StoreCloser-TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/e92139c5f78b4fe8be34d2d43c45f6c9 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/e92139c5f78b4fe8be34d2d43c45f6c9 2024-11-26T11:25:01,666 DEBUG [StoreCloser-TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/f0aea034e1434892bb91ea24dd78915c to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/f0aea034e1434892bb91ea24dd78915c 2024-11-26T11:25:01,666 DEBUG [StoreCloser-TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/ad0d1eb0359743d4a6f39a9b93a51c62 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/ad0d1eb0359743d4a6f39a9b93a51c62 2024-11-26T11:25:01,667 DEBUG [StoreCloser-TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/ae21ade9ce6547a28ab58d270e98f413 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/ae21ade9ce6547a28ab58d270e98f413 2024-11-26T11:25:01,668 DEBUG [StoreCloser-TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/d3fc2106050c49babe7a06373254b63f to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/d3fc2106050c49babe7a06373254b63f 2024-11-26T11:25:01,672 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/recovered.edits/464.seqid, newMaxSeqId=464, maxSeqId=1 2024-11-26T11:25:01,672 INFO [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad. 2024-11-26T11:25:01,672 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1635): Region close journal for c332c1675f7ce89d03f41a2c8eae23ad: 2024-11-26T11:25:01,674 INFO [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] handler.UnassignRegionHandler(170): Closed c332c1675f7ce89d03f41a2c8eae23ad 2024-11-26T11:25:01,674 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=95 updating hbase:meta row=c332c1675f7ce89d03f41a2c8eae23ad, regionState=CLOSED 2024-11-26T11:25:01,676 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=96, resume processing ppid=95 2024-11-26T11:25:01,676 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, ppid=95, state=SUCCESS; CloseRegionProcedure c332c1675f7ce89d03f41a2c8eae23ad, server=173854343f88,33007,1732620213227 in 1.4830 sec 2024-11-26T11:25:01,677 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=95, resume processing ppid=94 2024-11-26T11:25:01,677 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, ppid=94, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=c332c1675f7ce89d03f41a2c8eae23ad, UNASSIGN in 1.4850 sec 2024-11-26T11:25:01,678 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=94, resume processing ppid=93 2024-11-26T11:25:01,678 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, ppid=93, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4870 sec 2024-11-26T11:25:01,679 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732620301678"}]},"ts":"1732620301678"} 2024-11-26T11:25:01,679 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-26T11:25:01,681 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-26T11:25:01,682 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.4980 sec 2024-11-26T11:25:02,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-26T11:25:02,290 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 93 completed 2024-11-26T11:25:02,290 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-26T11:25:02,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] procedure2.ProcedureExecutor(1098): Stored pid=97, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T11:25:02,291 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=97, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T11:25:02,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-11-26T11:25:02,292 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=97, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T11:25:02,293 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad 2024-11-26T11:25:02,295 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A, FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B, FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C, FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/recovered.edits] 2024-11-26T11:25:02,297 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/10970eb9d18c4be5a554f5b2ea410a60 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/10970eb9d18c4be5a554f5b2ea410a60 2024-11-26T11:25:02,298 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/2938f92685da47348b8fc7f6090c1007 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/2938f92685da47348b8fc7f6090c1007 2024-11-26T11:25:02,299 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/acf5d46d35b84a8d97c6e3d85175e41b to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/A/acf5d46d35b84a8d97c6e3d85175e41b 2024-11-26T11:25:02,301 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/27b5a23539a84c64be5a4335edfd1691 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/27b5a23539a84c64be5a4335edfd1691 2024-11-26T11:25:02,302 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/5dcdd2fafaed4b5a97ca74ccde79c849 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/5dcdd2fafaed4b5a97ca74ccde79c849 2024-11-26T11:25:02,303 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/6bb84c3c3aeb4fc784cdfa8a53c6aba5 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/B/6bb84c3c3aeb4fc784cdfa8a53c6aba5 2024-11-26T11:25:02,304 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/22272661f9a84caba9add5f040be8263 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/22272661f9a84caba9add5f040be8263 2024-11-26T11:25:02,305 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/a6faa06a07014ea8acca31f018776b28 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/a6faa06a07014ea8acca31f018776b28 2024-11-26T11:25:02,306 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/eed249fcd0f845a782402bf31ec5ad0a to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/C/eed249fcd0f845a782402bf31ec5ad0a 2024-11-26T11:25:02,308 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/recovered.edits/464.seqid to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad/recovered.edits/464.seqid 2024-11-26T11:25:02,308 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/c332c1675f7ce89d03f41a2c8eae23ad 2024-11-26T11:25:02,308 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-26T11:25:02,310 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=97, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T11:25:02,315 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-26T11:25:02,316 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-26T11:25:02,317 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=97, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T11:25:02,317 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-26T11:25:02,317 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732620302317"}]},"ts":"9223372036854775807"} 2024-11-26T11:25:02,319 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-26T11:25:02,319 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => c332c1675f7ce89d03f41a2c8eae23ad, NAME => 'TestAcidGuarantees,,1732620273864.c332c1675f7ce89d03f41a2c8eae23ad.', STARTKEY => '', ENDKEY => ''}] 2024-11-26T11:25:02,319 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-26T11:25:02,319 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732620302319"}]},"ts":"9223372036854775807"} 2024-11-26T11:25:02,320 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-26T11:25:02,322 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=97, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T11:25:02,323 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 32 msec 2024-11-26T11:25:02,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-11-26T11:25:02,393 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 97 completed 2024-11-26T11:25:02,402 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=238 (was 242), OpenFileDescriptor=451 (was 462), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=335 (was 316) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3003 (was 3052) 2024-11-26T11:25:02,410 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=238, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=335, ProcessCount=11, AvailableMemoryMB=3003 2024-11-26T11:25:02,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-26T11:25:02,412 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T11:25:02,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] procedure2.ProcedureExecutor(1098): Stored pid=98, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-26T11:25:02,413 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=98, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T11:25:02,414 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:02,414 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 98 2024-11-26T11:25:02,414 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=98, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T11:25:02,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-26T11:25:02,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742167_1343 (size=963) 2024-11-26T11:25:02,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-26T11:25:02,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-26T11:25:02,821 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => e6e9d3653ff617f1980327866e87efc1, NAME => 'TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742 2024-11-26T11:25:02,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742168_1344 (size=53) 2024-11-26T11:25:02,998 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-26T11:25:03,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-26T11:25:03,227 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:25:03,227 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing e6e9d3653ff617f1980327866e87efc1, disabling compactions & flushes 2024-11-26T11:25:03,227 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1. 2024-11-26T11:25:03,227 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1. 2024-11-26T11:25:03,227 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1. after waiting 0 ms 2024-11-26T11:25:03,227 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1. 2024-11-26T11:25:03,227 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1. 2024-11-26T11:25:03,227 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for e6e9d3653ff617f1980327866e87efc1: 2024-11-26T11:25:03,228 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=98, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T11:25:03,228 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732620303228"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732620303228"}]},"ts":"1732620303228"} 2024-11-26T11:25:03,229 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-26T11:25:03,229 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=98, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T11:25:03,230 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732620303230"}]},"ts":"1732620303230"} 2024-11-26T11:25:03,230 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-26T11:25:03,234 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=99, ppid=98, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e6e9d3653ff617f1980327866e87efc1, ASSIGN}] 2024-11-26T11:25:03,234 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=99, ppid=98, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e6e9d3653ff617f1980327866e87efc1, ASSIGN 2024-11-26T11:25:03,235 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=99, ppid=98, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e6e9d3653ff617f1980327866e87efc1, ASSIGN; state=OFFLINE, location=173854343f88,33007,1732620213227; forceNewPlan=false, retain=false 2024-11-26T11:25:03,385 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=e6e9d3653ff617f1980327866e87efc1, regionState=OPENING, regionLocation=173854343f88,33007,1732620213227 2024-11-26T11:25:03,387 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE; OpenRegionProcedure e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227}] 2024-11-26T11:25:03,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-26T11:25:03,538 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:25:03,540 INFO [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1. 2024-11-26T11:25:03,540 DEBUG [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(7285): Opening region: {ENCODED => e6e9d3653ff617f1980327866e87efc1, NAME => 'TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1.', STARTKEY => '', ENDKEY => ''} 2024-11-26T11:25:03,541 DEBUG [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees e6e9d3653ff617f1980327866e87efc1 2024-11-26T11:25:03,541 DEBUG [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:25:03,541 DEBUG [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(7327): checking encryption for e6e9d3653ff617f1980327866e87efc1 2024-11-26T11:25:03,541 DEBUG [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(7330): checking classloading for e6e9d3653ff617f1980327866e87efc1 2024-11-26T11:25:03,542 INFO [StoreOpener-e6e9d3653ff617f1980327866e87efc1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region e6e9d3653ff617f1980327866e87efc1 2024-11-26T11:25:03,543 INFO [StoreOpener-e6e9d3653ff617f1980327866e87efc1-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-26T11:25:03,543 INFO [StoreOpener-e6e9d3653ff617f1980327866e87efc1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6e9d3653ff617f1980327866e87efc1 columnFamilyName A 2024-11-26T11:25:03,543 DEBUG [StoreOpener-e6e9d3653ff617f1980327866e87efc1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:03,544 INFO [StoreOpener-e6e9d3653ff617f1980327866e87efc1-1 {}] regionserver.HStore(327): Store=e6e9d3653ff617f1980327866e87efc1/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:25:03,544 INFO [StoreOpener-e6e9d3653ff617f1980327866e87efc1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region e6e9d3653ff617f1980327866e87efc1 2024-11-26T11:25:03,545 INFO [StoreOpener-e6e9d3653ff617f1980327866e87efc1-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-26T11:25:03,545 INFO [StoreOpener-e6e9d3653ff617f1980327866e87efc1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6e9d3653ff617f1980327866e87efc1 columnFamilyName B 2024-11-26T11:25:03,545 DEBUG [StoreOpener-e6e9d3653ff617f1980327866e87efc1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:03,545 INFO [StoreOpener-e6e9d3653ff617f1980327866e87efc1-1 {}] regionserver.HStore(327): Store=e6e9d3653ff617f1980327866e87efc1/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:25:03,545 INFO [StoreOpener-e6e9d3653ff617f1980327866e87efc1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region e6e9d3653ff617f1980327866e87efc1 2024-11-26T11:25:03,546 INFO [StoreOpener-e6e9d3653ff617f1980327866e87efc1-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-26T11:25:03,546 INFO [StoreOpener-e6e9d3653ff617f1980327866e87efc1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6e9d3653ff617f1980327866e87efc1 columnFamilyName C 2024-11-26T11:25:03,546 DEBUG [StoreOpener-e6e9d3653ff617f1980327866e87efc1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:03,547 INFO [StoreOpener-e6e9d3653ff617f1980327866e87efc1-1 {}] regionserver.HStore(327): Store=e6e9d3653ff617f1980327866e87efc1/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:25:03,547 INFO [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1. 2024-11-26T11:25:03,547 DEBUG [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1 2024-11-26T11:25:03,547 DEBUG [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1 2024-11-26T11:25:03,549 DEBUG [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T11:25:03,549 DEBUG [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1085): writing seq id for e6e9d3653ff617f1980327866e87efc1 2024-11-26T11:25:03,551 DEBUG [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T11:25:03,551 INFO [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1102): Opened e6e9d3653ff617f1980327866e87efc1; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66563107, jitterRate=-0.008132413029670715}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T11:25:03,552 DEBUG [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1001): Region open journal for e6e9d3653ff617f1980327866e87efc1: 2024-11-26T11:25:03,552 INFO [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1., pid=100, masterSystemTime=1732620303538 2024-11-26T11:25:03,553 DEBUG [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1. 2024-11-26T11:25:03,554 INFO [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1. 2024-11-26T11:25:03,554 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=e6e9d3653ff617f1980327866e87efc1, regionState=OPEN, openSeqNum=2, regionLocation=173854343f88,33007,1732620213227 2024-11-26T11:25:03,556 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=100, resume processing ppid=99 2024-11-26T11:25:03,556 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, ppid=99, state=SUCCESS; OpenRegionProcedure e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 in 169 msec 2024-11-26T11:25:03,557 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=99, resume processing ppid=98 2024-11-26T11:25:03,557 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, ppid=98, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=e6e9d3653ff617f1980327866e87efc1, ASSIGN in 322 msec 2024-11-26T11:25:03,557 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=98, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T11:25:03,558 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732620303557"}]},"ts":"1732620303557"} 2024-11-26T11:25:03,558 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-26T11:25:03,561 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=98, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T11:25:03,562 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1490 sec 2024-11-26T11:25:04,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-26T11:25:04,518 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 98 completed 2024-11-26T11:25:04,519 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1df61dc9 to 127.0.0.1:59149 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5fe71801 2024-11-26T11:25:04,522 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bf5e2f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:25:04,524 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:25:04,525 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42850, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:25:04,525 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T11:25:04,526 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37044, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T11:25:04,527 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-26T11:25:04,528 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T11:25:04,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] procedure2.ProcedureExecutor(1098): Stored pid=101, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-26T11:25:04,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742169_1345 (size=999) 2024-11-26T11:25:04,939 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-11-26T11:25:04,939 INFO [PEWorker-2 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-11-26T11:25:04,941 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-26T11:25:04,942 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e6e9d3653ff617f1980327866e87efc1, REOPEN/MOVE}] 2024-11-26T11:25:04,943 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=103, ppid=102, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e6e9d3653ff617f1980327866e87efc1, REOPEN/MOVE 2024-11-26T11:25:04,943 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=103 updating hbase:meta row=e6e9d3653ff617f1980327866e87efc1, regionState=CLOSING, regionLocation=173854343f88,33007,1732620213227 2024-11-26T11:25:04,944 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-26T11:25:04,945 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE; CloseRegionProcedure e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227}] 2024-11-26T11:25:05,096 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:25:05,096 INFO [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] handler.UnassignRegionHandler(124): Close e6e9d3653ff617f1980327866e87efc1 2024-11-26T11:25:05,096 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-26T11:25:05,096 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1681): Closing e6e9d3653ff617f1980327866e87efc1, disabling compactions & flushes 2024-11-26T11:25:05,096 INFO [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1. 2024-11-26T11:25:05,097 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1. 2024-11-26T11:25:05,097 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1. after waiting 0 ms 2024-11-26T11:25:05,097 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1. 2024-11-26T11:25:05,100 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-26T11:25:05,101 INFO [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1. 2024-11-26T11:25:05,101 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1635): Region close journal for e6e9d3653ff617f1980327866e87efc1: 2024-11-26T11:25:05,101 WARN [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegionServer(3786): Not adding moved region record: e6e9d3653ff617f1980327866e87efc1 to self. 2024-11-26T11:25:05,102 INFO [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] handler.UnassignRegionHandler(170): Closed e6e9d3653ff617f1980327866e87efc1 2024-11-26T11:25:05,102 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=103 updating hbase:meta row=e6e9d3653ff617f1980327866e87efc1, regionState=CLOSED 2024-11-26T11:25:05,104 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=104, resume processing ppid=103 2024-11-26T11:25:05,104 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, ppid=103, state=SUCCESS; CloseRegionProcedure e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 in 158 msec 2024-11-26T11:25:05,105 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=103, ppid=102, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e6e9d3653ff617f1980327866e87efc1, REOPEN/MOVE; state=CLOSED, location=173854343f88,33007,1732620213227; forceNewPlan=false, retain=true 2024-11-26T11:25:05,255 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=103 updating hbase:meta row=e6e9d3653ff617f1980327866e87efc1, regionState=OPENING, regionLocation=173854343f88,33007,1732620213227 2024-11-26T11:25:05,256 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=105, ppid=103, state=RUNNABLE; OpenRegionProcedure e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227}] 2024-11-26T11:25:05,408 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:25:05,410 INFO [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1. 2024-11-26T11:25:05,410 DEBUG [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(7285): Opening region: {ENCODED => e6e9d3653ff617f1980327866e87efc1, NAME => 'TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1.', STARTKEY => '', ENDKEY => ''} 2024-11-26T11:25:05,411 DEBUG [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees e6e9d3653ff617f1980327866e87efc1 2024-11-26T11:25:05,411 DEBUG [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:25:05,411 DEBUG [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(7327): checking encryption for e6e9d3653ff617f1980327866e87efc1 2024-11-26T11:25:05,411 DEBUG [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(7330): checking classloading for e6e9d3653ff617f1980327866e87efc1 2024-11-26T11:25:05,412 INFO [StoreOpener-e6e9d3653ff617f1980327866e87efc1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region e6e9d3653ff617f1980327866e87efc1 2024-11-26T11:25:05,413 INFO [StoreOpener-e6e9d3653ff617f1980327866e87efc1-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-26T11:25:05,413 INFO [StoreOpener-e6e9d3653ff617f1980327866e87efc1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6e9d3653ff617f1980327866e87efc1 columnFamilyName A 2024-11-26T11:25:05,414 DEBUG [StoreOpener-e6e9d3653ff617f1980327866e87efc1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:05,414 INFO [StoreOpener-e6e9d3653ff617f1980327866e87efc1-1 {}] regionserver.HStore(327): Store=e6e9d3653ff617f1980327866e87efc1/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:25:05,415 INFO [StoreOpener-e6e9d3653ff617f1980327866e87efc1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region e6e9d3653ff617f1980327866e87efc1 2024-11-26T11:25:05,415 INFO [StoreOpener-e6e9d3653ff617f1980327866e87efc1-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-26T11:25:05,415 INFO [StoreOpener-e6e9d3653ff617f1980327866e87efc1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6e9d3653ff617f1980327866e87efc1 columnFamilyName B 2024-11-26T11:25:05,416 DEBUG [StoreOpener-e6e9d3653ff617f1980327866e87efc1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:05,416 INFO [StoreOpener-e6e9d3653ff617f1980327866e87efc1-1 {}] regionserver.HStore(327): Store=e6e9d3653ff617f1980327866e87efc1/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:25:05,416 INFO [StoreOpener-e6e9d3653ff617f1980327866e87efc1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region e6e9d3653ff617f1980327866e87efc1 2024-11-26T11:25:05,416 INFO [StoreOpener-e6e9d3653ff617f1980327866e87efc1-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-26T11:25:05,416 INFO [StoreOpener-e6e9d3653ff617f1980327866e87efc1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6e9d3653ff617f1980327866e87efc1 columnFamilyName C 2024-11-26T11:25:05,416 DEBUG [StoreOpener-e6e9d3653ff617f1980327866e87efc1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:05,417 INFO [StoreOpener-e6e9d3653ff617f1980327866e87efc1-1 {}] regionserver.HStore(327): Store=e6e9d3653ff617f1980327866e87efc1/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:25:05,417 INFO [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1. 2024-11-26T11:25:05,417 DEBUG [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1 2024-11-26T11:25:05,418 DEBUG [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1 2024-11-26T11:25:05,419 DEBUG [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T11:25:05,420 DEBUG [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(1085): writing seq id for e6e9d3653ff617f1980327866e87efc1 2024-11-26T11:25:05,420 INFO [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(1102): Opened e6e9d3653ff617f1980327866e87efc1; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64428891, jitterRate=-0.039934709668159485}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T11:25:05,421 DEBUG [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(1001): Region open journal for e6e9d3653ff617f1980327866e87efc1: 2024-11-26T11:25:05,422 INFO [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1., pid=105, masterSystemTime=1732620305408 2024-11-26T11:25:05,423 DEBUG [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1. 2024-11-26T11:25:05,423 INFO [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1. 2024-11-26T11:25:05,423 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=103 updating hbase:meta row=e6e9d3653ff617f1980327866e87efc1, regionState=OPEN, openSeqNum=5, regionLocation=173854343f88,33007,1732620213227 2024-11-26T11:25:05,425 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=105, resume processing ppid=103 2024-11-26T11:25:05,425 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, ppid=103, state=SUCCESS; OpenRegionProcedure e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 in 168 msec 2024-11-26T11:25:05,426 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=103, resume processing ppid=102 2024-11-26T11:25:05,426 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, ppid=102, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=e6e9d3653ff617f1980327866e87efc1, REOPEN/MOVE in 483 msec 2024-11-26T11:25:05,427 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=102, resume processing ppid=101 2024-11-26T11:25:05,427 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, ppid=101, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 485 msec 2024-11-26T11:25:05,429 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 900 msec 2024-11-26T11:25:05,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=101 2024-11-26T11:25:05,430 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3637e4c6 to 127.0.0.1:59149 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@51f7d511 2024-11-26T11:25:05,437 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75b14fbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:25:05,438 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x72f422b4 to 127.0.0.1:59149 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1dc42ea6 2024-11-26T11:25:05,440 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62f74604, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:25:05,441 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2df33cdf to 127.0.0.1:59149 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@117e86d9 2024-11-26T11:25:05,443 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49e13594, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:25:05,444 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x09f472e0 to 127.0.0.1:59149 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6cd96549 2024-11-26T11:25:05,446 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c54a0d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:25:05,447 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x167a78b0 to 127.0.0.1:59149 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@31aea41b 2024-11-26T11:25:05,449 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3875c8c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:25:05,450 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1e247aa1 to 127.0.0.1:59149 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@801ba40 2024-11-26T11:25:05,452 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@319559be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:25:05,453 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2205f666 to 127.0.0.1:59149 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@27539bdc 2024-11-26T11:25:05,459 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c907e21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:25:05,460 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6584e9ce to 127.0.0.1:59149 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5e3203d9 2024-11-26T11:25:05,462 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61ec0f48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:25:05,462 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x37ec8e3b to 127.0.0.1:59149 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@798e7fd4 2024-11-26T11:25:05,465 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7819b9e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:25:05,465 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x787e5169 to 127.0.0.1:59149 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7284f16d 2024-11-26T11:25:05,468 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47679076, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:25:05,471 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T11:25:05,471 DEBUG [hconnection-0x2da11881-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:25:05,471 DEBUG [hconnection-0x43973fa6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:25:05,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] procedure2.ProcedureExecutor(1098): Stored pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees 2024-11-26T11:25:05,472 DEBUG [hconnection-0xad0c8ee-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:25:05,472 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42864, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:25:05,472 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42856, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:25:05,472 DEBUG [hconnection-0x2f8eebd9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:25:05,473 DEBUG [hconnection-0x10d97d76-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:25:05,472 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42878, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:25:05,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-26T11:25:05,473 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T11:25:05,473 DEBUG [hconnection-0x3af42210-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:25:05,473 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42892, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:25:05,473 DEBUG [hconnection-0x3f379e42-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:25:05,474 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42896, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:25:05,474 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42910, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:25:05,475 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42894, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:25:05,475 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T11:25:05,475 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T11:25:05,476 DEBUG [hconnection-0x1cbe5ed1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:25:05,476 DEBUG [hconnection-0x1a551c66-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:25:05,477 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42922, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:25:05,477 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42932, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:25:05,478 DEBUG [hconnection-0x5146b7b8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:25:05,479 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42948, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:25:05,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(8581): Flush requested on e6e9d3653ff617f1980327866e87efc1 2024-11-26T11:25:05,482 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e6e9d3653ff617f1980327866e87efc1 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T11:25:05,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e9d3653ff617f1980327866e87efc1, store=A 2024-11-26T11:25:05,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:25:05,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e9d3653ff617f1980327866e87efc1, store=B 2024-11-26T11:25:05,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:25:05,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e9d3653ff617f1980327866e87efc1, store=C 2024-11-26T11:25:05,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:25:05,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:05,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42892 deadline: 1732620365495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:05,497 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:05,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:05,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42910 deadline: 1732620365496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:05,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42932 deadline: 1732620365496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:05,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:05,497 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:05,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732620365497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:05,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42864 deadline: 1732620365497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:05,516 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126b7eebdaaeb154278af912ce79537c9d7_e6e9d3653ff617f1980327866e87efc1 is 50, key is test_row_0/A:col10/1732620305481/Put/seqid=0 2024-11-26T11:25:05,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742170_1346 (size=12154) 2024-11-26T11:25:05,521 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:05,524 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126b7eebdaaeb154278af912ce79537c9d7_e6e9d3653ff617f1980327866e87efc1 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126b7eebdaaeb154278af912ce79537c9d7_e6e9d3653ff617f1980327866e87efc1 2024-11-26T11:25:05,525 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/A/ab9ae486452e48329da1faeb91a7a533, store: [table=TestAcidGuarantees family=A region=e6e9d3653ff617f1980327866e87efc1] 2024-11-26T11:25:05,525 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/A/ab9ae486452e48329da1faeb91a7a533 is 175, key is test_row_0/A:col10/1732620305481/Put/seqid=0 2024-11-26T11:25:05,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742171_1347 (size=30955) 2024-11-26T11:25:05,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-26T11:25:05,600 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:05,600 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:05,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42892 deadline: 1732620365598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:05,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42910 deadline: 1732620365598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:05,600 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:05,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42932 deadline: 1732620365598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:05,600 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:05,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42864 deadline: 1732620365598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:05,601 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:05,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732620365598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:05,627 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:25:05,627 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-26T11:25:05,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1. 2024-11-26T11:25:05,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1. as already flushing 2024-11-26T11:25:05,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1. 2024-11-26T11:25:05,627 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => e6e9d3653ff617f1980327866e87efc1, NAME => 'TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:05,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => e6e9d3653ff617f1980327866e87efc1, NAME => 'TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:05,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6e9d3653ff617f1980327866e87efc1, NAME => 'TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6e9d3653ff617f1980327866e87efc1, NAME => 'TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:05,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-26T11:25:05,779 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:25:05,780 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-26T11:25:05,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1. 2024-11-26T11:25:05,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1. as already flushing 2024-11-26T11:25:05,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1. 2024-11-26T11:25:05,780 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => e6e9d3653ff617f1980327866e87efc1, NAME => 'TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:05,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => e6e9d3653ff617f1980327866e87efc1, NAME => 'TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:05,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6e9d3653ff617f1980327866e87efc1, NAME => 'TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6e9d3653ff617f1980327866e87efc1, NAME => 'TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:05,803 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:05,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42892 deadline: 1732620365801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:05,803 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:05,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42864 deadline: 1732620365801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:05,804 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:05,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42910 deadline: 1732620365802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:05,804 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:05,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42932 deadline: 1732620365802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:05,804 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:05,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732620365802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:05,929 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/A/ab9ae486452e48329da1faeb91a7a533 2024-11-26T11:25:05,932 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:25:05,938 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-26T11:25:05,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1. 2024-11-26T11:25:05,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1. as already flushing 2024-11-26T11:25:05,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1. 2024-11-26T11:25:05,939 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => e6e9d3653ff617f1980327866e87efc1, NAME => 'TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:05,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => e6e9d3653ff617f1980327866e87efc1, NAME => 'TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:05,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6e9d3653ff617f1980327866e87efc1, NAME => 'TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6e9d3653ff617f1980327866e87efc1, NAME => 'TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:05,961 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/B/5631d02522ef4e849abb46d25dbdc13f is 50, key is test_row_0/B:col10/1732620305481/Put/seqid=0 2024-11-26T11:25:05,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742172_1348 (size=12001) 2024-11-26T11:25:06,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-26T11:25:06,091 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:25:06,092 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-26T11:25:06,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1. 2024-11-26T11:25:06,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1. as already flushing 2024-11-26T11:25:06,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1. 2024-11-26T11:25:06,092 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => e6e9d3653ff617f1980327866e87efc1, NAME => 'TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:06,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => e6e9d3653ff617f1980327866e87efc1, NAME => 'TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:06,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6e9d3653ff617f1980327866e87efc1, NAME => 'TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6e9d3653ff617f1980327866e87efc1, NAME => 'TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:06,106 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:06,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42864 deadline: 1732620366104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:06,106 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:06,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42910 deadline: 1732620366105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:06,106 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:06,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42892 deadline: 1732620366105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:06,108 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:06,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732620366106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:06,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:06,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42932 deadline: 1732620366107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:06,244 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:25:06,245 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-26T11:25:06,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1. 2024-11-26T11:25:06,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1. as already flushing 2024-11-26T11:25:06,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1. 2024-11-26T11:25:06,245 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => e6e9d3653ff617f1980327866e87efc1, NAME => 'TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:06,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => e6e9d3653ff617f1980327866e87efc1, NAME => 'TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:06,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6e9d3653ff617f1980327866e87efc1, NAME => 'TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6e9d3653ff617f1980327866e87efc1, NAME => 'TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:06,370 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/B/5631d02522ef4e849abb46d25dbdc13f 2024-11-26T11:25:06,395 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/C/761f160e99044f458b5294591bd02758 is 50, key is test_row_0/C:col10/1732620305481/Put/seqid=0 2024-11-26T11:25:06,396 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:25:06,396 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-26T11:25:06,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1. 2024-11-26T11:25:06,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1. as already flushing 2024-11-26T11:25:06,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1. 2024-11-26T11:25:06,397 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => e6e9d3653ff617f1980327866e87efc1, NAME => 'TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:06,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => e6e9d3653ff617f1980327866e87efc1, NAME => 'TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:06,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6e9d3653ff617f1980327866e87efc1, NAME => 'TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6e9d3653ff617f1980327866e87efc1, NAME => 'TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:06,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742173_1349 (size=12001) 2024-11-26T11:25:06,404 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/C/761f160e99044f458b5294591bd02758 2024-11-26T11:25:06,407 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/A/ab9ae486452e48329da1faeb91a7a533 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/A/ab9ae486452e48329da1faeb91a7a533 2024-11-26T11:25:06,411 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/A/ab9ae486452e48329da1faeb91a7a533, entries=150, sequenceid=17, filesize=30.2 K 2024-11-26T11:25:06,412 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/B/5631d02522ef4e849abb46d25dbdc13f as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/B/5631d02522ef4e849abb46d25dbdc13f 2024-11-26T11:25:06,418 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/B/5631d02522ef4e849abb46d25dbdc13f, entries=150, sequenceid=17, filesize=11.7 K 2024-11-26T11:25:06,419 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/C/761f160e99044f458b5294591bd02758 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/C/761f160e99044f458b5294591bd02758 2024-11-26T11:25:06,423 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/C/761f160e99044f458b5294591bd02758, entries=150, sequenceid=17, filesize=11.7 K 2024-11-26T11:25:06,424 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for e6e9d3653ff617f1980327866e87efc1 in 942ms, sequenceid=17, compaction requested=false 2024-11-26T11:25:06,424 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-26T11:25:06,425 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e6e9d3653ff617f1980327866e87efc1: 2024-11-26T11:25:06,548 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:25:06,549 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-26T11:25:06,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1. 2024-11-26T11:25:06,549 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2837): Flushing e6e9d3653ff617f1980327866e87efc1 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-26T11:25:06,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e9d3653ff617f1980327866e87efc1, store=A 2024-11-26T11:25:06,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:25:06,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e9d3653ff617f1980327866e87efc1, store=B 2024-11-26T11:25:06,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:25:06,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e9d3653ff617f1980327866e87efc1, store=C 2024-11-26T11:25:06,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:25:06,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411267bb8857558434d9db2bb03a491a4d0a1_e6e9d3653ff617f1980327866e87efc1 is 50, key is test_row_0/A:col10/1732620305493/Put/seqid=0 2024-11-26T11:25:06,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742174_1350 (size=12154) 2024-11-26T11:25:06,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:06,564 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411267bb8857558434d9db2bb03a491a4d0a1_e6e9d3653ff617f1980327866e87efc1 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411267bb8857558434d9db2bb03a491a4d0a1_e6e9d3653ff617f1980327866e87efc1 2024-11-26T11:25:06,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/A/e31c708dbc3c47e985fccbd049288c34, store: [table=TestAcidGuarantees family=A region=e6e9d3653ff617f1980327866e87efc1] 2024-11-26T11:25:06,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/A/e31c708dbc3c47e985fccbd049288c34 is 175, key is test_row_0/A:col10/1732620305493/Put/seqid=0 2024-11-26T11:25:06,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742175_1351 (size=30955) 2024-11-26T11:25:06,570 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/A/e31c708dbc3c47e985fccbd049288c34 2024-11-26T11:25:06,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-26T11:25:06,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/B/01a2865c7a93478bbab0644890bf61e7 is 50, key is test_row_0/B:col10/1732620305493/Put/seqid=0 2024-11-26T11:25:06,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742176_1352 (size=12001) 2024-11-26T11:25:06,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(8581): Flush requested on e6e9d3653ff617f1980327866e87efc1 2024-11-26T11:25:06,611 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1. as already flushing 2024-11-26T11:25:06,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:06,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42892 deadline: 1732620366617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:06,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:06,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42932 deadline: 1732620366617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:06,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:06,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732620366619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:06,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:06,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42864 deadline: 1732620366619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:06,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:06,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42910 deadline: 1732620366622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:06,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:06,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42892 deadline: 1732620366723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:06,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:06,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42932 deadline: 1732620366723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:06,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:06,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732620366724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:06,727 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:06,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42864 deadline: 1732620366724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:06,728 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:06,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42910 deadline: 1732620366726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:06,929 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:06,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42892 deadline: 1732620366927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:06,931 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:06,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42932 deadline: 1732620366927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:06,931 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:06,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732620366928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:06,931 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:06,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42864 deadline: 1732620366929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:06,932 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:06,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42910 deadline: 1732620366929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:06,979 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/B/01a2865c7a93478bbab0644890bf61e7 2024-11-26T11:25:06,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/C/f02ac7a24b504307a4e70539e9136a99 is 50, key is test_row_0/C:col10/1732620305493/Put/seqid=0 2024-11-26T11:25:06,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742177_1353 (size=12001) 2024-11-26T11:25:07,200 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-26T11:25:07,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:07,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42892 deadline: 1732620367230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:07,235 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:07,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42910 deadline: 1732620367232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:07,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:07,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42932 deadline: 1732620367233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:07,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:07,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732620367234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:07,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:07,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42864 deadline: 1732620367234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:07,390 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/C/f02ac7a24b504307a4e70539e9136a99 2024-11-26T11:25:07,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/A/e31c708dbc3c47e985fccbd049288c34 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/A/e31c708dbc3c47e985fccbd049288c34 2024-11-26T11:25:07,401 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/A/e31c708dbc3c47e985fccbd049288c34, entries=150, sequenceid=41, filesize=30.2 K 2024-11-26T11:25:07,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/B/01a2865c7a93478bbab0644890bf61e7 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/B/01a2865c7a93478bbab0644890bf61e7 2024-11-26T11:25:07,405 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/B/01a2865c7a93478bbab0644890bf61e7, entries=150, sequenceid=41, filesize=11.7 K 2024-11-26T11:25:07,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/C/f02ac7a24b504307a4e70539e9136a99 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/C/f02ac7a24b504307a4e70539e9136a99 2024-11-26T11:25:07,410 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/C/f02ac7a24b504307a4e70539e9136a99, entries=150, sequenceid=41, filesize=11.7 K 2024-11-26T11:25:07,411 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for e6e9d3653ff617f1980327866e87efc1 in 862ms, sequenceid=41, compaction requested=false 2024-11-26T11:25:07,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2538): Flush status journal for e6e9d3653ff617f1980327866e87efc1: 2024-11-26T11:25:07,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1. 2024-11-26T11:25:07,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=107 2024-11-26T11:25:07,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4106): Remote procedure done, pid=107 2024-11-26T11:25:07,413 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=106 2024-11-26T11:25:07,413 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9370 sec 2024-11-26T11:25:07,415 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees in 1.9430 sec 2024-11-26T11:25:07,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-26T11:25:07,577 INFO [Thread-1567 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 106 completed 2024-11-26T11:25:07,578 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T11:25:07,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] procedure2.ProcedureExecutor(1098): Stored pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees 2024-11-26T11:25:07,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-26T11:25:07,579 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T11:25:07,580 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T11:25:07,580 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T11:25:07,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-26T11:25:07,731 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:25:07,732 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-26T11:25:07,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1. 2024-11-26T11:25:07,732 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2837): Flushing e6e9d3653ff617f1980327866e87efc1 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-26T11:25:07,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e9d3653ff617f1980327866e87efc1, store=A 2024-11-26T11:25:07,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:25:07,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e9d3653ff617f1980327866e87efc1, store=B 2024-11-26T11:25:07,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:25:07,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e9d3653ff617f1980327866e87efc1, store=C 2024-11-26T11:25:07,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:25:07,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126a7edd0ddd126456d94eea3296676a5fc_e6e9d3653ff617f1980327866e87efc1 is 50, key is test_row_0/A:col10/1732620306618/Put/seqid=0 2024-11-26T11:25:07,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(8581): Flush requested on e6e9d3653ff617f1980327866e87efc1 2024-11-26T11:25:07,741 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1. as already flushing 2024-11-26T11:25:07,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742178_1354 (size=12154) 2024-11-26T11:25:07,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:07,747 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126a7edd0ddd126456d94eea3296676a5fc_e6e9d3653ff617f1980327866e87efc1 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126a7edd0ddd126456d94eea3296676a5fc_e6e9d3653ff617f1980327866e87efc1 2024-11-26T11:25:07,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/A/8dcccb6b76cc4f56a40cef96188a0cfb, store: [table=TestAcidGuarantees family=A region=e6e9d3653ff617f1980327866e87efc1] 2024-11-26T11:25:07,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/A/8dcccb6b76cc4f56a40cef96188a0cfb is 175, key is test_row_0/A:col10/1732620306618/Put/seqid=0 2024-11-26T11:25:07,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742179_1355 (size=30955) 2024-11-26T11:25:07,801 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:07,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42864 deadline: 1732620367795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:07,802 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:07,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42932 deadline: 1732620367795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:07,802 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:07,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42910 deadline: 1732620367796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:07,802 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:07,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732620367796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:07,802 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:07,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42892 deadline: 1732620367797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:07,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-26T11:25:07,903 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:07,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42864 deadline: 1732620367903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:07,903 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:07,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42932 deadline: 1732620367903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:07,904 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:07,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42910 deadline: 1732620367903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:07,904 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:07,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42892 deadline: 1732620367903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:07,904 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:07,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732620367903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:08,108 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:08,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42932 deadline: 1732620368104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:08,108 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:08,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42892 deadline: 1732620368105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:08,108 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:08,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732620368105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:08,109 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:08,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42864 deadline: 1732620368105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:08,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:08,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42910 deadline: 1732620368106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:08,153 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/A/8dcccb6b76cc4f56a40cef96188a0cfb 2024-11-26T11:25:08,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/B/43a16978194e48dbb65a8183ddedb76b is 50, key is test_row_0/B:col10/1732620306618/Put/seqid=0 2024-11-26T11:25:08,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742180_1356 (size=12001) 2024-11-26T11:25:08,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-26T11:25:08,412 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:08,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42932 deadline: 1732620368409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:08,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:08,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42892 deadline: 1732620368411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:08,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:08,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42910 deadline: 1732620368411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:08,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:08,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732620368411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:08,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:08,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42864 deadline: 1732620368411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:08,563 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/B/43a16978194e48dbb65a8183ddedb76b 2024-11-26T11:25:08,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/C/96301eda65ca4d6bacdf3c3dbf76394f is 50, key is test_row_0/C:col10/1732620306618/Put/seqid=0 2024-11-26T11:25:08,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742181_1357 (size=12001) 2024-11-26T11:25:08,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-26T11:25:08,918 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:08,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42910 deadline: 1732620368915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:08,919 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:08,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42932 deadline: 1732620368915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:08,919 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:08,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732620368916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:08,919 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:08,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42892 deadline: 1732620368918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:08,922 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:08,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42864 deadline: 1732620368919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:08,974 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/C/96301eda65ca4d6bacdf3c3dbf76394f 2024-11-26T11:25:08,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/A/8dcccb6b76cc4f56a40cef96188a0cfb as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/A/8dcccb6b76cc4f56a40cef96188a0cfb 2024-11-26T11:25:08,983 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/A/8dcccb6b76cc4f56a40cef96188a0cfb, entries=150, sequenceid=53, filesize=30.2 K 2024-11-26T11:25:08,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/B/43a16978194e48dbb65a8183ddedb76b as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/B/43a16978194e48dbb65a8183ddedb76b 2024-11-26T11:25:08,988 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/B/43a16978194e48dbb65a8183ddedb76b, entries=150, sequenceid=53, filesize=11.7 K 2024-11-26T11:25:08,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/C/96301eda65ca4d6bacdf3c3dbf76394f as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/C/96301eda65ca4d6bacdf3c3dbf76394f 2024-11-26T11:25:08,992 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/C/96301eda65ca4d6bacdf3c3dbf76394f, entries=150, sequenceid=53, filesize=11.7 K 2024-11-26T11:25:08,993 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for e6e9d3653ff617f1980327866e87efc1 in 1261ms, sequenceid=53, compaction requested=true 2024-11-26T11:25:08,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2538): Flush status journal for e6e9d3653ff617f1980327866e87efc1: 2024-11-26T11:25:08,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1. 2024-11-26T11:25:08,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=109 2024-11-26T11:25:08,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4106): Remote procedure done, pid=109 2024-11-26T11:25:08,995 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=108 2024-11-26T11:25:08,995 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4140 sec 2024-11-26T11:25:08,997 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees in 1.4180 sec 2024-11-26T11:25:09,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-26T11:25:09,683 INFO [Thread-1567 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 108 completed 2024-11-26T11:25:09,684 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T11:25:09,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] procedure2.ProcedureExecutor(1098): Stored pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees 2024-11-26T11:25:09,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-26T11:25:09,685 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T11:25:09,686 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T11:25:09,686 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T11:25:09,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-26T11:25:09,838 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:25:09,838 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-26T11:25:09,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1. 2024-11-26T11:25:09,838 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2837): Flushing e6e9d3653ff617f1980327866e87efc1 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-26T11:25:09,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e9d3653ff617f1980327866e87efc1, store=A 2024-11-26T11:25:09,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:25:09,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e9d3653ff617f1980327866e87efc1, store=B 2024-11-26T11:25:09,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:25:09,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e9d3653ff617f1980327866e87efc1, store=C 2024-11-26T11:25:09,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:25:09,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126040bd2cbaa7d4b8c848064585f4f1627_e6e9d3653ff617f1980327866e87efc1 is 50, key is test_row_0/A:col10/1732620307796/Put/seqid=0 2024-11-26T11:25:09,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742182_1358 (size=12154) 2024-11-26T11:25:09,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:09,859 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126040bd2cbaa7d4b8c848064585f4f1627_e6e9d3653ff617f1980327866e87efc1 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126040bd2cbaa7d4b8c848064585f4f1627_e6e9d3653ff617f1980327866e87efc1 2024-11-26T11:25:09,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/A/2c07dbc3f7c64f66b1788905d6d9a574, store: [table=TestAcidGuarantees family=A region=e6e9d3653ff617f1980327866e87efc1] 2024-11-26T11:25:09,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/A/2c07dbc3f7c64f66b1788905d6d9a574 is 175, key is test_row_0/A:col10/1732620307796/Put/seqid=0 2024-11-26T11:25:09,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742183_1359 (size=30955) 2024-11-26T11:25:09,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(8581): Flush requested on e6e9d3653ff617f1980327866e87efc1 2024-11-26T11:25:09,922 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1. as already flushing 2024-11-26T11:25:09,936 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:09,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42910 deadline: 1732620369931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:09,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:09,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732620369934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:09,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:09,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42864 deadline: 1732620369935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:09,941 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:09,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42892 deadline: 1732620369935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:09,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:09,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42932 deadline: 1732620369936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:09,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-26T11:25:10,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:10,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42910 deadline: 1732620370037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:10,045 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:10,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732620370041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:10,045 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:10,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42864 deadline: 1732620370041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:10,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:10,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42892 deadline: 1732620370042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:10,046 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:10,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42932 deadline: 1732620370042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:10,246 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:10,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42910 deadline: 1732620370242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:10,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:10,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732620370247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:10,254 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:10,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42864 deadline: 1732620370247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:10,254 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:10,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42892 deadline: 1732620370248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:10,254 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:10,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42932 deadline: 1732620370248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:10,265 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=77, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/A/2c07dbc3f7c64f66b1788905d6d9a574 2024-11-26T11:25:10,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/B/5918279d70cc42ef92ecf644aba1cbd2 is 50, key is test_row_0/B:col10/1732620307796/Put/seqid=0 2024-11-26T11:25:10,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742184_1360 (size=12001) 2024-11-26T11:25:10,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-26T11:25:10,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:10,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42910 deadline: 1732620370549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:10,558 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:10,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732620370554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:10,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:10,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42864 deadline: 1732620370555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:10,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:10,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42892 deadline: 1732620370555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:10,560 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:10,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42932 deadline: 1732620370557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:10,675 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/B/5918279d70cc42ef92ecf644aba1cbd2 2024-11-26T11:25:10,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/C/b49a006a970840cd8fcd75e3b4b6c719 is 50, key is test_row_0/C:col10/1732620307796/Put/seqid=0 2024-11-26T11:25:10,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742185_1361 (size=12001) 2024-11-26T11:25:10,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-26T11:25:11,062 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:11,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42910 deadline: 1732620371057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:11,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:11,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42892 deadline: 1732620371060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:11,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:11,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732620371061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:11,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:11,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42864 deadline: 1732620371062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:11,067 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:11,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42932 deadline: 1732620371065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:11,086 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/C/b49a006a970840cd8fcd75e3b4b6c719 2024-11-26T11:25:11,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/A/2c07dbc3f7c64f66b1788905d6d9a574 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/A/2c07dbc3f7c64f66b1788905d6d9a574 2024-11-26T11:25:11,096 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/A/2c07dbc3f7c64f66b1788905d6d9a574, entries=150, sequenceid=77, filesize=30.2 K 2024-11-26T11:25:11,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/B/5918279d70cc42ef92ecf644aba1cbd2 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/B/5918279d70cc42ef92ecf644aba1cbd2 2024-11-26T11:25:11,101 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/B/5918279d70cc42ef92ecf644aba1cbd2, entries=150, sequenceid=77, filesize=11.7 K 2024-11-26T11:25:11,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/C/b49a006a970840cd8fcd75e3b4b6c719 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/C/b49a006a970840cd8fcd75e3b4b6c719 2024-11-26T11:25:11,105 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/C/b49a006a970840cd8fcd75e3b4b6c719, entries=150, sequenceid=77, filesize=11.7 K 2024-11-26T11:25:11,106 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for e6e9d3653ff617f1980327866e87efc1 in 1268ms, sequenceid=77, compaction requested=true 2024-11-26T11:25:11,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2538): Flush status journal for e6e9d3653ff617f1980327866e87efc1: 2024-11-26T11:25:11,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1. 2024-11-26T11:25:11,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=111 2024-11-26T11:25:11,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4106): Remote procedure done, pid=111 2024-11-26T11:25:11,108 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=110 2024-11-26T11:25:11,109 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4210 sec 2024-11-26T11:25:11,110 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees in 1.4250 sec 2024-11-26T11:25:11,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-26T11:25:11,789 INFO [Thread-1567 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 110 completed 2024-11-26T11:25:11,790 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T11:25:11,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] procedure2.ProcedureExecutor(1098): Stored pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees 2024-11-26T11:25:11,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-26T11:25:11,792 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T11:25:11,792 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T11:25:11,792 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T11:25:11,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-26T11:25:11,944 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:25:11,944 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-26T11:25:11,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1. 2024-11-26T11:25:11,945 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2837): Flushing e6e9d3653ff617f1980327866e87efc1 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-26T11:25:11,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e9d3653ff617f1980327866e87efc1, store=A 2024-11-26T11:25:11,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:25:11,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e9d3653ff617f1980327866e87efc1, store=B 2024-11-26T11:25:11,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:25:11,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e9d3653ff617f1980327866e87efc1, store=C 2024-11-26T11:25:11,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:25:11,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126f28108477d66402eab636f0152d2ba7a_e6e9d3653ff617f1980327866e87efc1 is 50, key is test_row_0/A:col10/1732620309928/Put/seqid=0 2024-11-26T11:25:11,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742186_1362 (size=12154) 2024-11-26T11:25:12,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(8581): Flush requested on e6e9d3653ff617f1980327866e87efc1 2024-11-26T11:25:12,067 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1. as already flushing 2024-11-26T11:25:12,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-26T11:25:12,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:12,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732620372095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:12,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:12,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42932 deadline: 1732620372098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:12,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:12,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42864 deadline: 1732620372099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:12,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:12,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42910 deadline: 1732620372100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:12,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:12,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42892 deadline: 1732620372101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:12,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:12,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732620372203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:12,213 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:12,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42864 deadline: 1732620372210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:12,213 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:12,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42932 deadline: 1732620372210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:12,213 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:12,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42910 deadline: 1732620372210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:12,215 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:12,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42892 deadline: 1732620372210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:12,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:12,364 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126f28108477d66402eab636f0152d2ba7a_e6e9d3653ff617f1980327866e87efc1 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126f28108477d66402eab636f0152d2ba7a_e6e9d3653ff617f1980327866e87efc1 2024-11-26T11:25:12,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/A/348d001dc2b84f4491f119d602f4dde1, store: [table=TestAcidGuarantees family=A region=e6e9d3653ff617f1980327866e87efc1] 2024-11-26T11:25:12,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/A/348d001dc2b84f4491f119d602f4dde1 is 175, key is test_row_0/A:col10/1732620309928/Put/seqid=0 2024-11-26T11:25:12,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742187_1363 (size=30955) 2024-11-26T11:25:12,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-26T11:25:12,411 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:12,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732620372408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:12,418 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:12,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42864 deadline: 1732620372414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:12,419 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:12,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42910 deadline: 1732620372414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:12,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:12,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42932 deadline: 1732620372415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:12,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:12,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42892 deadline: 1732620372417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:12,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:12,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732620372714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:12,721 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:12,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42864 deadline: 1732620372720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:12,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:12,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42932 deadline: 1732620372721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:12,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:12,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42892 deadline: 1732620372721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:12,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:12,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42910 deadline: 1732620372721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:12,770 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=89, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/A/348d001dc2b84f4491f119d602f4dde1 2024-11-26T11:25:12,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/B/b83c11e70eaa4d8c9d2a255b32051d20 is 50, key is test_row_0/B:col10/1732620309928/Put/seqid=0 2024-11-26T11:25:12,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742188_1364 (size=12001) 2024-11-26T11:25:12,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-26T11:25:12,998 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-26T11:25:12,998 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-26T11:25:13,192 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/B/b83c11e70eaa4d8c9d2a255b32051d20 2024-11-26T11:25:13,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/C/e2702ccbcc8e4f8fada70229ee1f12d4 is 50, key is test_row_0/C:col10/1732620309928/Put/seqid=0 2024-11-26T11:25:13,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742189_1365 (size=12001) 2024-11-26T11:25:13,223 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:13,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732620373220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:13,229 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:13,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42864 deadline: 1732620373224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:13,231 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:13,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42910 deadline: 1732620373228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:13,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:13,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42892 deadline: 1732620373229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:13,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:13,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42932 deadline: 1732620373229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:13,603 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/C/e2702ccbcc8e4f8fada70229ee1f12d4 2024-11-26T11:25:13,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/A/348d001dc2b84f4491f119d602f4dde1 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/A/348d001dc2b84f4491f119d602f4dde1 2024-11-26T11:25:13,610 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/A/348d001dc2b84f4491f119d602f4dde1, entries=150, sequenceid=89, filesize=30.2 K 2024-11-26T11:25:13,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/B/b83c11e70eaa4d8c9d2a255b32051d20 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/B/b83c11e70eaa4d8c9d2a255b32051d20 2024-11-26T11:25:13,615 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/B/b83c11e70eaa4d8c9d2a255b32051d20, entries=150, sequenceid=89, filesize=11.7 K 2024-11-26T11:25:13,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/C/e2702ccbcc8e4f8fada70229ee1f12d4 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/C/e2702ccbcc8e4f8fada70229ee1f12d4 2024-11-26T11:25:13,620 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/C/e2702ccbcc8e4f8fada70229ee1f12d4, entries=150, sequenceid=89, filesize=11.7 K 2024-11-26T11:25:13,621 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for e6e9d3653ff617f1980327866e87efc1 in 1675ms, sequenceid=89, compaction requested=true 2024-11-26T11:25:13,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2538): Flush status journal for e6e9d3653ff617f1980327866e87efc1: 2024-11-26T11:25:13,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1. 2024-11-26T11:25:13,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=113 2024-11-26T11:25:13,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4106): Remote procedure done, pid=113 2024-11-26T11:25:13,623 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=112 2024-11-26T11:25:13,623 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8300 sec 2024-11-26T11:25:13,624 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees in 1.8330 sec 2024-11-26T11:25:13,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-26T11:25:13,895 INFO [Thread-1567 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 112 completed 2024-11-26T11:25:13,897 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T11:25:13,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] procedure2.ProcedureExecutor(1098): Stored pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees 2024-11-26T11:25:13,898 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T11:25:13,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-26T11:25:13,899 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T11:25:13,899 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T11:25:13,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-26T11:25:14,050 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:25:14,051 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-26T11:25:14,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1. 2024-11-26T11:25:14,051 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2837): Flushing e6e9d3653ff617f1980327866e87efc1 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-26T11:25:14,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e9d3653ff617f1980327866e87efc1, store=A 2024-11-26T11:25:14,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:25:14,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e9d3653ff617f1980327866e87efc1, store=B 2024-11-26T11:25:14,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:25:14,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e9d3653ff617f1980327866e87efc1, store=C 2024-11-26T11:25:14,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:25:14,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112659b922320083499d8dbe2b7bff861f02_e6e9d3653ff617f1980327866e87efc1 is 50, key is test_row_0/A:col10/1732620312100/Put/seqid=0 2024-11-26T11:25:14,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742190_1366 (size=12154) 2024-11-26T11:25:14,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-26T11:25:14,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(8581): Flush requested on e6e9d3653ff617f1980327866e87efc1 2024-11-26T11:25:14,236 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1. as already flushing 2024-11-26T11:25:14,252 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:14,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42892 deadline: 1732620374246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:14,253 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:14,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42932 deadline: 1732620374246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:14,257 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:14,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42910 deadline: 1732620374251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:14,258 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:14,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42864 deadline: 1732620374251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:14,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:14,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732620374252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:14,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:14,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42892 deadline: 1732620374353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:14,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:14,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42932 deadline: 1732620374354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:14,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:14,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42910 deadline: 1732620374358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:14,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:14,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42864 deadline: 1732620374359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:14,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:14,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732620374359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:14,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:14,466 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112659b922320083499d8dbe2b7bff861f02_e6e9d3653ff617f1980327866e87efc1 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112659b922320083499d8dbe2b7bff861f02_e6e9d3653ff617f1980327866e87efc1 2024-11-26T11:25:14,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/A/203c44b1e1dd4b168cd13ae290257b8a, store: [table=TestAcidGuarantees family=A region=e6e9d3653ff617f1980327866e87efc1] 2024-11-26T11:25:14,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/A/203c44b1e1dd4b168cd13ae290257b8a is 175, key is test_row_0/A:col10/1732620312100/Put/seqid=0 2024-11-26T11:25:14,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742191_1367 (size=30955) 2024-11-26T11:25:14,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-26T11:25:14,564 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:14,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42892 deadline: 1732620374559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:14,565 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:14,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42932 deadline: 1732620374559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:14,566 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:14,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42910 deadline: 1732620374561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:14,566 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:14,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42864 deadline: 1732620374562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:14,571 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:14,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732620374566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:14,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:14,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42892 deadline: 1732620374866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:14,871 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:14,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42932 deadline: 1732620374867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:14,872 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:14,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42864 deadline: 1732620374867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:14,873 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=113, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/A/203c44b1e1dd4b168cd13ae290257b8a 2024-11-26T11:25:14,873 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:14,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42910 deadline: 1732620374868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:14,878 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:14,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732620374872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:14,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/B/4d0d2939de86419d817d437b5d250cc0 is 50, key is test_row_0/B:col10/1732620312100/Put/seqid=0 2024-11-26T11:25:14,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742192_1368 (size=12001) 2024-11-26T11:25:15,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-26T11:25:15,284 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/B/4d0d2939de86419d817d437b5d250cc0 2024-11-26T11:25:15,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/C/7e79d8d59caf40b1af3bea84257224d3 is 50, key is test_row_0/C:col10/1732620312100/Put/seqid=0 2024-11-26T11:25:15,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742193_1369 (size=12001) 2024-11-26T11:25:15,376 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:15,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42892 deadline: 1732620375371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:15,376 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:15,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42932 deadline: 1732620375372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:15,380 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:15,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42864 deadline: 1732620375376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:15,380 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:15,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42910 deadline: 1732620375376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:15,383 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:15,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732620375379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:15,703 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/C/7e79d8d59caf40b1af3bea84257224d3 2024-11-26T11:25:15,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/A/203c44b1e1dd4b168cd13ae290257b8a as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/A/203c44b1e1dd4b168cd13ae290257b8a 2024-11-26T11:25:15,711 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/A/203c44b1e1dd4b168cd13ae290257b8a, entries=150, sequenceid=113, filesize=30.2 K 2024-11-26T11:25:15,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/B/4d0d2939de86419d817d437b5d250cc0 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/B/4d0d2939de86419d817d437b5d250cc0 2024-11-26T11:25:15,716 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/B/4d0d2939de86419d817d437b5d250cc0, entries=150, sequenceid=113, filesize=11.7 K 2024-11-26T11:25:15,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/C/7e79d8d59caf40b1af3bea84257224d3 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/C/7e79d8d59caf40b1af3bea84257224d3 2024-11-26T11:25:15,720 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/C/7e79d8d59caf40b1af3bea84257224d3, entries=150, sequenceid=113, filesize=11.7 K 2024-11-26T11:25:15,721 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for e6e9d3653ff617f1980327866e87efc1 in 1670ms, sequenceid=113, compaction requested=true 2024-11-26T11:25:15,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2538): Flush status journal for e6e9d3653ff617f1980327866e87efc1: 2024-11-26T11:25:15,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1. 2024-11-26T11:25:15,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=115 2024-11-26T11:25:15,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4106): Remote procedure done, pid=115 2024-11-26T11:25:15,723 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114 2024-11-26T11:25:15,723 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8230 sec 2024-11-26T11:25:15,725 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees in 1.8270 sec 2024-11-26T11:25:16,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-26T11:25:16,003 INFO [Thread-1567 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 114 completed 2024-11-26T11:25:16,004 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T11:25:16,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] procedure2.ProcedureExecutor(1098): Stored pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees 2024-11-26T11:25:16,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-26T11:25:16,005 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T11:25:16,006 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T11:25:16,006 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T11:25:16,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-26T11:25:16,157 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:25:16,158 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-26T11:25:16,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1. 2024-11-26T11:25:16,158 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2837): Flushing e6e9d3653ff617f1980327866e87efc1 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-26T11:25:16,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e9d3653ff617f1980327866e87efc1, store=A 2024-11-26T11:25:16,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:25:16,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e9d3653ff617f1980327866e87efc1, store=B 2024-11-26T11:25:16,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:25:16,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e9d3653ff617f1980327866e87efc1, store=C 2024-11-26T11:25:16,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:25:16,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126939c489286964549a26aeae5e2ec1a08_e6e9d3653ff617f1980327866e87efc1 is 50, key is test_row_0/A:col10/1732620314250/Put/seqid=0 2024-11-26T11:25:16,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742194_1370 (size=12154) 2024-11-26T11:25:16,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-26T11:25:16,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(8581): Flush requested on e6e9d3653ff617f1980327866e87efc1 2024-11-26T11:25:16,382 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1. as already flushing 2024-11-26T11:25:16,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:16,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42932 deadline: 1732620376413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:16,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:16,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42910 deadline: 1732620376414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:16,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:16,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42892 deadline: 1732620376415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:16,436 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:16,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732620376424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:16,436 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:16,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42864 deadline: 1732620376425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:16,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:16,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42932 deadline: 1732620376526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:16,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:16,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42910 deadline: 1732620376526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:16,531 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:16,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42892 deadline: 1732620376526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:16,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:16,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732620376537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:16,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:16,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42864 deadline: 1732620376537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:16,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:16,572 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126939c489286964549a26aeae5e2ec1a08_e6e9d3653ff617f1980327866e87efc1 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126939c489286964549a26aeae5e2ec1a08_e6e9d3653ff617f1980327866e87efc1 2024-11-26T11:25:16,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/A/5d68045d2bdd49e588fc13439f1bc3d0, store: [table=TestAcidGuarantees family=A region=e6e9d3653ff617f1980327866e87efc1] 2024-11-26T11:25:16,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/A/5d68045d2bdd49e588fc13439f1bc3d0 is 175, key is test_row_0/A:col10/1732620314250/Put/seqid=0 2024-11-26T11:25:16,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742195_1371 (size=30955) 2024-11-26T11:25:16,579 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=126, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/A/5d68045d2bdd49e588fc13439f1bc3d0 2024-11-26T11:25:16,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/B/64f2d8a4a6414a5f8e14268bab5340a2 is 50, key is test_row_0/B:col10/1732620314250/Put/seqid=0 2024-11-26T11:25:16,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742196_1372 (size=12001) 2024-11-26T11:25:16,589 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/B/64f2d8a4a6414a5f8e14268bab5340a2 2024-11-26T11:25:16,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/C/8286012889894e5a9bbebeefea23e84c is 50, key is test_row_0/C:col10/1732620314250/Put/seqid=0 2024-11-26T11:25:16,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742197_1373 (size=12001) 2024-11-26T11:25:16,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-26T11:25:16,732 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:16,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42932 deadline: 1732620376731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:16,739 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:16,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42910 deadline: 1732620376732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:16,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:16,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42892 deadline: 1732620376733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:16,747 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:16,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732620376742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:16,747 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:16,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42864 deadline: 1732620376742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:16,998 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/C/8286012889894e5a9bbebeefea23e84c 2024-11-26T11:25:17,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/A/5d68045d2bdd49e588fc13439f1bc3d0 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/A/5d68045d2bdd49e588fc13439f1bc3d0 2024-11-26T11:25:17,006 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/A/5d68045d2bdd49e588fc13439f1bc3d0, entries=150, sequenceid=126, filesize=30.2 K 2024-11-26T11:25:17,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/B/64f2d8a4a6414a5f8e14268bab5340a2 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/B/64f2d8a4a6414a5f8e14268bab5340a2 2024-11-26T11:25:17,009 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/B/64f2d8a4a6414a5f8e14268bab5340a2, entries=150, sequenceid=126, filesize=11.7 K 2024-11-26T11:25:17,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/C/8286012889894e5a9bbebeefea23e84c as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/C/8286012889894e5a9bbebeefea23e84c 2024-11-26T11:25:17,013 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/C/8286012889894e5a9bbebeefea23e84c, entries=150, sequenceid=126, filesize=11.7 K 2024-11-26T11:25:17,014 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for e6e9d3653ff617f1980327866e87efc1 in 856ms, sequenceid=126, compaction requested=true 2024-11-26T11:25:17,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2538): Flush status journal for e6e9d3653ff617f1980327866e87efc1: 2024-11-26T11:25:17,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1. 2024-11-26T11:25:17,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=117 2024-11-26T11:25:17,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4106): Remote procedure done, pid=117 2024-11-26T11:25:17,016 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=116 2024-11-26T11:25:17,016 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0090 sec 2024-11-26T11:25:17,017 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees in 1.0130 sec 2024-11-26T11:25:17,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(8581): Flush requested on e6e9d3653ff617f1980327866e87efc1 2024-11-26T11:25:17,039 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e6e9d3653ff617f1980327866e87efc1 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-26T11:25:17,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e9d3653ff617f1980327866e87efc1, store=A 2024-11-26T11:25:17,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:25:17,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e9d3653ff617f1980327866e87efc1, store=B 2024-11-26T11:25:17,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:25:17,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e9d3653ff617f1980327866e87efc1, store=C 2024-11-26T11:25:17,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:25:17,045 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126900fa1a088f1495ea91d79c66e7458c0_e6e9d3653ff617f1980327866e87efc1 is 50, key is test_row_0/A:col10/1732620317038/Put/seqid=0 2024-11-26T11:25:17,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742198_1374 (size=14794) 2024-11-26T11:25:17,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:17,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42864 deadline: 1732620377058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:17,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:17,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42932 deadline: 1732620377059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:17,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:17,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42910 deadline: 1732620377059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:17,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:17,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42892 deadline: 1732620377060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:17,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:17,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732620377063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:17,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-26T11:25:17,108 INFO [Thread-1567 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 116 completed 2024-11-26T11:25:17,109 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T11:25:17,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] procedure2.ProcedureExecutor(1098): Stored pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees 2024-11-26T11:25:17,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-26T11:25:17,110 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T11:25:17,111 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T11:25:17,111 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T11:25:17,175 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:17,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42864 deadline: 1732620377169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:17,175 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:17,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42932 deadline: 1732620377169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:17,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:17,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42910 deadline: 1732620377169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:17,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:17,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42892 deadline: 1732620377169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:17,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:17,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732620377170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:17,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-26T11:25:17,262 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:25:17,263 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-26T11:25:17,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1. 2024-11-26T11:25:17,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1. as already flushing 2024-11-26T11:25:17,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1. 2024-11-26T11:25:17,263 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => e6e9d3653ff617f1980327866e87efc1, NAME => 'TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:17,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => e6e9d3653ff617f1980327866e87efc1, NAME => 'TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:17,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6e9d3653ff617f1980327866e87efc1, NAME => 'TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6e9d3653ff617f1980327866e87efc1, NAME => 'TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:17,379 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:17,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42864 deadline: 1732620377376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:17,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:17,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42910 deadline: 1732620377377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:17,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:17,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42932 deadline: 1732620377377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:17,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:17,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42892 deadline: 1732620377378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:17,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:17,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732620377378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:17,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-26T11:25:17,415 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:25:17,415 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-26T11:25:17,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1. 2024-11-26T11:25:17,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1. as already flushing 2024-11-26T11:25:17,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1. 2024-11-26T11:25:17,416 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => e6e9d3653ff617f1980327866e87efc1, NAME => 'TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:17,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => e6e9d3653ff617f1980327866e87efc1, NAME => 'TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:17,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6e9d3653ff617f1980327866e87efc1, NAME => 'TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6e9d3653ff617f1980327866e87efc1, NAME => 'TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:17,450 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:17,453 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126900fa1a088f1495ea91d79c66e7458c0_e6e9d3653ff617f1980327866e87efc1 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126900fa1a088f1495ea91d79c66e7458c0_e6e9d3653ff617f1980327866e87efc1 2024-11-26T11:25:17,454 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/A/403d2839d3b84ccaa224d4eb168ea4d7, store: [table=TestAcidGuarantees family=A region=e6e9d3653ff617f1980327866e87efc1] 2024-11-26T11:25:17,455 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/A/403d2839d3b84ccaa224d4eb168ea4d7 is 175, key is test_row_0/A:col10/1732620317038/Put/seqid=0 2024-11-26T11:25:17,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742199_1375 (size=39749) 2024-11-26T11:25:17,568 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:25:17,568 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-26T11:25:17,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1. 2024-11-26T11:25:17,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1. as already flushing 2024-11-26T11:25:17,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1. 2024-11-26T11:25:17,569 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => e6e9d3653ff617f1980327866e87efc1, NAME => 'TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:17,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => e6e9d3653ff617f1980327866e87efc1, NAME => 'TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:17,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6e9d3653ff617f1980327866e87efc1, NAME => 'TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6e9d3653ff617f1980327866e87efc1, NAME => 'TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:17,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:17,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42864 deadline: 1732620377681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:17,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:17,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42910 deadline: 1732620377682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:17,697 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:17,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42932 deadline: 1732620377685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:17,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:17,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42892 deadline: 1732620377685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:17,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:17,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732620377688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:17,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-26T11:25:17,721 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:25:17,721 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-26T11:25:17,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1. 2024-11-26T11:25:17,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1. as already flushing 2024-11-26T11:25:17,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1. 2024-11-26T11:25:17,721 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => e6e9d3653ff617f1980327866e87efc1, NAME => 'TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:17,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => e6e9d3653ff617f1980327866e87efc1, NAME => 'TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:17,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6e9d3653ff617f1980327866e87efc1, NAME => 'TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6e9d3653ff617f1980327866e87efc1, NAME => 'TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:17,859 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=150, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/A/403d2839d3b84ccaa224d4eb168ea4d7 2024-11-26T11:25:17,866 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/B/30754f30d9e842529cecd02e7e66aa48 is 50, key is test_row_0/B:col10/1732620317038/Put/seqid=0 2024-11-26T11:25:17,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742200_1376 (size=12151) 2024-11-26T11:25:17,870 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=150 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/B/30754f30d9e842529cecd02e7e66aa48 2024-11-26T11:25:17,873 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:25:17,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-26T11:25:17,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1. 2024-11-26T11:25:17,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1. as already flushing 2024-11-26T11:25:17,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1. 2024-11-26T11:25:17,874 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => e6e9d3653ff617f1980327866e87efc1, NAME => 'TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:17,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => e6e9d3653ff617f1980327866e87efc1, NAME => 'TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:17,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6e9d3653ff617f1980327866e87efc1, NAME => 'TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6e9d3653ff617f1980327866e87efc1, NAME => 'TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:17,876 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/C/f4d02abd498d450d83dc6cb84d7f4092 is 50, key is test_row_0/C:col10/1732620317038/Put/seqid=0 2024-11-26T11:25:17,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742201_1377 (size=12151) 2024-11-26T11:25:18,026 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:25:18,026 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-26T11:25:18,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1. 2024-11-26T11:25:18,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1. as already flushing 2024-11-26T11:25:18,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1. 2024-11-26T11:25:18,026 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => e6e9d3653ff617f1980327866e87efc1, NAME => 'TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:18,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => e6e9d3653ff617f1980327866e87efc1, NAME => 'TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:18,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6e9d3653ff617f1980327866e87efc1, NAME => 'TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6e9d3653ff617f1980327866e87efc1, NAME => 'TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:18,178 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:25:18,179 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-26T11:25:18,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1. 2024-11-26T11:25:18,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1. as already flushing 2024-11-26T11:25:18,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1. 2024-11-26T11:25:18,179 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => e6e9d3653ff617f1980327866e87efc1, NAME => 'TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:18,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => e6e9d3653ff617f1980327866e87efc1, NAME => 'TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:18,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6e9d3653ff617f1980327866e87efc1, NAME => 'TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6e9d3653ff617f1980327866e87efc1, NAME => 'TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:18,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:18,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42910 deadline: 1732620378186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:18,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:18,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42864 deadline: 1732620378190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:18,202 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:18,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42892 deadline: 1732620378199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:18,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:18,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732620378202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:18,209 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:18,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42932 deadline: 1732620378202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:18,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-26T11:25:18,281 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=150 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/C/f4d02abd498d450d83dc6cb84d7f4092 2024-11-26T11:25:18,285 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/A/403d2839d3b84ccaa224d4eb168ea4d7 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/A/403d2839d3b84ccaa224d4eb168ea4d7 2024-11-26T11:25:18,288 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/A/403d2839d3b84ccaa224d4eb168ea4d7, entries=200, sequenceid=150, filesize=38.8 K 2024-11-26T11:25:18,288 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/B/30754f30d9e842529cecd02e7e66aa48 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/B/30754f30d9e842529cecd02e7e66aa48 2024-11-26T11:25:18,291 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/B/30754f30d9e842529cecd02e7e66aa48, entries=150, sequenceid=150, filesize=11.9 K 2024-11-26T11:25:18,292 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/C/f4d02abd498d450d83dc6cb84d7f4092 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/C/f4d02abd498d450d83dc6cb84d7f4092 2024-11-26T11:25:18,295 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/C/f4d02abd498d450d83dc6cb84d7f4092, entries=150, sequenceid=150, filesize=11.9 K 2024-11-26T11:25:18,296 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for e6e9d3653ff617f1980327866e87efc1 in 1257ms, sequenceid=150, compaction requested=true 2024-11-26T11:25:18,296 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e6e9d3653ff617f1980327866e87efc1: 2024-11-26T11:25:18,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6e9d3653ff617f1980327866e87efc1:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T11:25:18,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:25:18,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6e9d3653ff617f1980327866e87efc1:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T11:25:18,296 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 8 store files, 0 compacting, 8 eligible, 16 blocking 2024-11-26T11:25:18,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:25:18,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6e9d3653ff617f1980327866e87efc1:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T11:25:18,296 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 8 store files, 0 compacting, 8 eligible, 16 blocking 2024-11-26T11:25:18,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T11:25:18,298 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 8 files of size 256434 starting at candidate #0 after considering 21 permutations with 21 in ratio 2024-11-26T11:25:18,298 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1540): e6e9d3653ff617f1980327866e87efc1/A is initiating minor compaction (all files) 2024-11-26T11:25:18,299 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e6e9d3653ff617f1980327866e87efc1/A in TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1. 2024-11-26T11:25:18,299 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 8 files of size 96158 starting at candidate #0 after considering 21 permutations with 21 in ratio 2024-11-26T11:25:18,299 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/A/ab9ae486452e48329da1faeb91a7a533, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/A/e31c708dbc3c47e985fccbd049288c34, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/A/8dcccb6b76cc4f56a40cef96188a0cfb, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/A/2c07dbc3f7c64f66b1788905d6d9a574, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/A/348d001dc2b84f4491f119d602f4dde1, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/A/203c44b1e1dd4b168cd13ae290257b8a, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/A/5d68045d2bdd49e588fc13439f1bc3d0, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/A/403d2839d3b84ccaa224d4eb168ea4d7] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp, totalSize=250.4 K 2024-11-26T11:25:18,299 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1540): e6e9d3653ff617f1980327866e87efc1/B is initiating minor compaction (all files) 2024-11-26T11:25:18,299 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=8 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1. 2024-11-26T11:25:18,299 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1. files: [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/A/ab9ae486452e48329da1faeb91a7a533, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/A/e31c708dbc3c47e985fccbd049288c34, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/A/8dcccb6b76cc4f56a40cef96188a0cfb, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/A/2c07dbc3f7c64f66b1788905d6d9a574, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/A/348d001dc2b84f4491f119d602f4dde1, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/A/203c44b1e1dd4b168cd13ae290257b8a, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/A/5d68045d2bdd49e588fc13439f1bc3d0, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/A/403d2839d3b84ccaa224d4eb168ea4d7] 2024-11-26T11:25:18,299 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e6e9d3653ff617f1980327866e87efc1/B in TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1. 2024-11-26T11:25:18,299 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/B/5631d02522ef4e849abb46d25dbdc13f, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/B/01a2865c7a93478bbab0644890bf61e7, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/B/43a16978194e48dbb65a8183ddedb76b, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/B/5918279d70cc42ef92ecf644aba1cbd2, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/B/b83c11e70eaa4d8c9d2a255b32051d20, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/B/4d0d2939de86419d817d437b5d250cc0, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/B/64f2d8a4a6414a5f8e14268bab5340a2, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/B/30754f30d9e842529cecd02e7e66aa48] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp, totalSize=93.9 K 2024-11-26T11:25:18,299 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 5631d02522ef4e849abb46d25dbdc13f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732620305478 2024-11-26T11:25:18,299 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting ab9ae486452e48329da1faeb91a7a533, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732620305478 2024-11-26T11:25:18,300 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting e31c708dbc3c47e985fccbd049288c34, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732620305493 2024-11-26T11:25:18,300 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 01a2865c7a93478bbab0644890bf61e7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732620305493 2024-11-26T11:25:18,300 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 43a16978194e48dbb65a8183ddedb76b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732620306618 2024-11-26T11:25:18,300 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8dcccb6b76cc4f56a40cef96188a0cfb, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732620306618 2024-11-26T11:25:18,300 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 5918279d70cc42ef92ecf644aba1cbd2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732620307795 2024-11-26T11:25:18,300 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2c07dbc3f7c64f66b1788905d6d9a574, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732620307795 2024-11-26T11:25:18,301 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting b83c11e70eaa4d8c9d2a255b32051d20, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732620309928 2024-11-26T11:25:18,301 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 348d001dc2b84f4491f119d602f4dde1, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732620309928 2024-11-26T11:25:18,301 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 4d0d2939de86419d817d437b5d250cc0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1732620312098 2024-11-26T11:25:18,301 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 203c44b1e1dd4b168cd13ae290257b8a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1732620312098 2024-11-26T11:25:18,301 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 64f2d8a4a6414a5f8e14268bab5340a2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1732620314245 2024-11-26T11:25:18,302 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5d68045d2bdd49e588fc13439f1bc3d0, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1732620314245 2024-11-26T11:25:18,302 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 30754f30d9e842529cecd02e7e66aa48, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1732620316402 2024-11-26T11:25:18,302 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 403d2839d3b84ccaa224d4eb168ea4d7, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1732620316402 2024-11-26T11:25:18,314 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e6e9d3653ff617f1980327866e87efc1] 2024-11-26T11:25:18,316 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411260bd96d995b294cd69097b293b31ae067_e6e9d3653ff617f1980327866e87efc1 store=[table=TestAcidGuarantees family=A region=e6e9d3653ff617f1980327866e87efc1] 2024-11-26T11:25:18,318 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6e9d3653ff617f1980327866e87efc1#B#compaction#319 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:25:18,319 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/B/0eb1a04f02244667bddcbf6efbcb876e is 50, key is test_row_0/B:col10/1732620317038/Put/seqid=0 2024-11-26T11:25:18,320 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411260bd96d995b294cd69097b293b31ae067_e6e9d3653ff617f1980327866e87efc1, store=[table=TestAcidGuarantees family=A region=e6e9d3653ff617f1980327866e87efc1] 2024-11-26T11:25:18,320 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411260bd96d995b294cd69097b293b31ae067_e6e9d3653ff617f1980327866e87efc1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e6e9d3653ff617f1980327866e87efc1] 2024-11-26T11:25:18,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742202_1378 (size=12425) 2024-11-26T11:25:18,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742203_1379 (size=4469) 2024-11-26T11:25:18,331 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:25:18,331 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-26T11:25:18,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1. 2024-11-26T11:25:18,331 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2837): Flushing e6e9d3653ff617f1980327866e87efc1 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-26T11:25:18,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e9d3653ff617f1980327866e87efc1, store=A 2024-11-26T11:25:18,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:25:18,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e9d3653ff617f1980327866e87efc1, store=B 2024-11-26T11:25:18,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:25:18,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e9d3653ff617f1980327866e87efc1, store=C 2024-11-26T11:25:18,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:25:18,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411260655586512ed496693b0e9398ea63a7b_e6e9d3653ff617f1980327866e87efc1 is 50, key is test_row_0/A:col10/1732620317058/Put/seqid=0 2024-11-26T11:25:18,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742204_1380 (size=12304) 2024-11-26T11:25:18,730 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6e9d3653ff617f1980327866e87efc1#A#compaction#318 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:25:18,731 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/A/ffa94fbf8b3e4f6982fe3f2a17f4befd is 175, key is test_row_0/A:col10/1732620317038/Put/seqid=0 2024-11-26T11:25:18,734 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/B/0eb1a04f02244667bddcbf6efbcb876e as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/B/0eb1a04f02244667bddcbf6efbcb876e 2024-11-26T11:25:18,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742205_1381 (size=31379) 2024-11-26T11:25:18,739 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 8 (all) file(s) in e6e9d3653ff617f1980327866e87efc1/B of e6e9d3653ff617f1980327866e87efc1 into 0eb1a04f02244667bddcbf6efbcb876e(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:25:18,739 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e6e9d3653ff617f1980327866e87efc1: 2024-11-26T11:25:18,739 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1., storeName=e6e9d3653ff617f1980327866e87efc1/B, priority=8, startTime=1732620318296; duration=0sec 2024-11-26T11:25:18,739 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T11:25:18,739 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6e9d3653ff617f1980327866e87efc1:B 2024-11-26T11:25:18,739 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 8 store files, 0 compacting, 8 eligible, 16 blocking 2024-11-26T11:25:18,741 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 8 files of size 96158 starting at candidate #0 after considering 21 permutations with 21 in ratio 2024-11-26T11:25:18,741 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1540): e6e9d3653ff617f1980327866e87efc1/C is initiating minor compaction (all files) 2024-11-26T11:25:18,741 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e6e9d3653ff617f1980327866e87efc1/C in TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1. 2024-11-26T11:25:18,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:18,741 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/C/761f160e99044f458b5294591bd02758, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/C/f02ac7a24b504307a4e70539e9136a99, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/C/96301eda65ca4d6bacdf3c3dbf76394f, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/C/b49a006a970840cd8fcd75e3b4b6c719, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/C/e2702ccbcc8e4f8fada70229ee1f12d4, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/C/7e79d8d59caf40b1af3bea84257224d3, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/C/8286012889894e5a9bbebeefea23e84c, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/C/f4d02abd498d450d83dc6cb84d7f4092] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp, totalSize=93.9 K 2024-11-26T11:25:18,741 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 761f160e99044f458b5294591bd02758, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732620305478 2024-11-26T11:25:18,742 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting f02ac7a24b504307a4e70539e9136a99, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732620305493 2024-11-26T11:25:18,742 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 96301eda65ca4d6bacdf3c3dbf76394f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732620306618 2024-11-26T11:25:18,742 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting b49a006a970840cd8fcd75e3b4b6c719, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732620307795 2024-11-26T11:25:18,743 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting e2702ccbcc8e4f8fada70229ee1f12d4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732620309928 2024-11-26T11:25:18,743 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 7e79d8d59caf40b1af3bea84257224d3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1732620312098 2024-11-26T11:25:18,743 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 8286012889894e5a9bbebeefea23e84c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1732620314245 2024-11-26T11:25:18,744 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411260655586512ed496693b0e9398ea63a7b_e6e9d3653ff617f1980327866e87efc1 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411260655586512ed496693b0e9398ea63a7b_e6e9d3653ff617f1980327866e87efc1 2024-11-26T11:25:18,744 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting f4d02abd498d450d83dc6cb84d7f4092, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1732620316402 2024-11-26T11:25:18,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/A/b14817c4f48541b2a2357dcd2d092c5c, store: [table=TestAcidGuarantees family=A region=e6e9d3653ff617f1980327866e87efc1] 2024-11-26T11:25:18,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/A/b14817c4f48541b2a2357dcd2d092c5c is 175, key is test_row_0/A:col10/1732620317058/Put/seqid=0 2024-11-26T11:25:18,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742206_1382 (size=31105) 2024-11-26T11:25:18,750 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=162, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/A/b14817c4f48541b2a2357dcd2d092c5c 2024-11-26T11:25:18,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/B/089001327e4a42fe9e8fcb6c40f97ec4 is 50, key is test_row_0/B:col10/1732620317058/Put/seqid=0 2024-11-26T11:25:18,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742207_1383 (size=12151) 2024-11-26T11:25:18,763 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6e9d3653ff617f1980327866e87efc1#C#compaction#322 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:25:18,763 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/C/778fe9f050824cd99383a68741f6a86d is 50, key is test_row_0/C:col10/1732620317038/Put/seqid=0 2024-11-26T11:25:18,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742208_1384 (size=12425) 2024-11-26T11:25:19,140 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/A/ffa94fbf8b3e4f6982fe3f2a17f4befd as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/A/ffa94fbf8b3e4f6982fe3f2a17f4befd 2024-11-26T11:25:19,144 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 8 (all) file(s) in e6e9d3653ff617f1980327866e87efc1/A of e6e9d3653ff617f1980327866e87efc1 into ffa94fbf8b3e4f6982fe3f2a17f4befd(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:25:19,144 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e6e9d3653ff617f1980327866e87efc1: 2024-11-26T11:25:19,144 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1., storeName=e6e9d3653ff617f1980327866e87efc1/A, priority=8, startTime=1732620318296; duration=0sec 2024-11-26T11:25:19,144 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:25:19,144 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6e9d3653ff617f1980327866e87efc1:A 2024-11-26T11:25:19,162 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=162 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/B/089001327e4a42fe9e8fcb6c40f97ec4 2024-11-26T11:25:19,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/C/a6af176ff65842b0a155460e8afabff8 is 50, key is test_row_0/C:col10/1732620317058/Put/seqid=0 2024-11-26T11:25:19,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742209_1385 (size=12151) 2024-11-26T11:25:19,188 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=162 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/C/a6af176ff65842b0a155460e8afabff8 2024-11-26T11:25:19,193 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/C/778fe9f050824cd99383a68741f6a86d as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/C/778fe9f050824cd99383a68741f6a86d 2024-11-26T11:25:19,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/A/b14817c4f48541b2a2357dcd2d092c5c as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/A/b14817c4f48541b2a2357dcd2d092c5c 2024-11-26T11:25:19,199 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/A/b14817c4f48541b2a2357dcd2d092c5c, entries=150, sequenceid=162, filesize=30.4 K 2024-11-26T11:25:19,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/B/089001327e4a42fe9e8fcb6c40f97ec4 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/B/089001327e4a42fe9e8fcb6c40f97ec4 2024-11-26T11:25:19,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(8581): Flush requested on e6e9d3653ff617f1980327866e87efc1 2024-11-26T11:25:19,202 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1. as already flushing 2024-11-26T11:25:19,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,202 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 8 (all) file(s) in e6e9d3653ff617f1980327866e87efc1/C of e6e9d3653ff617f1980327866e87efc1 into 778fe9f050824cd99383a68741f6a86d(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:25:19,203 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e6e9d3653ff617f1980327866e87efc1: 2024-11-26T11:25:19,203 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1., storeName=e6e9d3653ff617f1980327866e87efc1/C, priority=8, startTime=1732620318296; duration=0sec 2024-11-26T11:25:19,203 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:25:19,203 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6e9d3653ff617f1980327866e87efc1:C 2024-11-26T11:25:19,204 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/B/089001327e4a42fe9e8fcb6c40f97ec4, entries=150, sequenceid=162, filesize=11.9 K 2024-11-26T11:25:19,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/C/a6af176ff65842b0a155460e8afabff8 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/C/a6af176ff65842b0a155460e8afabff8 2024-11-26T11:25:19,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,210 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/C/a6af176ff65842b0a155460e8afabff8, entries=150, sequenceid=162, filesize=11.9 K 2024-11-26T11:25:19,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,211 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=6.71 KB/6870 for e6e9d3653ff617f1980327866e87efc1 in 879ms, sequenceid=162, compaction requested=false 2024-11-26T11:25:19,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2538): Flush status journal for e6e9d3653ff617f1980327866e87efc1: 2024-11-26T11:25:19,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1. 2024-11-26T11:25:19,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=119 2024-11-26T11:25:19,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4106): Remote procedure done, pid=119 2024-11-26T11:25:19,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,213 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118 2024-11-26T11:25:19,213 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1010 sec 2024-11-26T11:25:19,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-26T11:25:19,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,215 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees in 2.1050 sec 2024-11-26T11:25:19,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(8581): Flush requested on e6e9d3653ff617f1980327866e87efc1 2024-11-26T11:25:19,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,284 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e6e9d3653ff617f1980327866e87efc1 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T11:25:19,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e9d3653ff617f1980327866e87efc1, store=A 2024-11-26T11:25:19,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:25:19,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e9d3653ff617f1980327866e87efc1, store=B 2024-11-26T11:25:19,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:25:19,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e9d3653ff617f1980327866e87efc1, store=C 2024-11-26T11:25:19,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:25:19,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,306 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411266d3bf20e00af409984a87a09dd25d009_e6e9d3653ff617f1980327866e87efc1 is 50, key is test_row_0/A:col10/1732620319283/Put/seqid=0 2024-11-26T11:25:19,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,341 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:19,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42910 deadline: 1732620379334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:19,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:19,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42864 deadline: 1732620379338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:19,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742211_1387 (size=27248) 2024-11-26T11:25:19,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:19,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732620379340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:19,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:19,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42932 deadline: 1732620379341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:19,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:19,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42892 deadline: 1732620379341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:19,447 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:19,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42910 deadline: 1732620379443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:19,447 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:19,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42864 deadline: 1732620379446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:19,450 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:19,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732620379448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:19,450 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:19,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42932 deadline: 1732620379448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:19,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:19,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42892 deadline: 1732620379448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:19,653 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:19,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42910 deadline: 1732620379648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:19,654 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:19,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42864 deadline: 1732620379648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:19,654 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:19,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732620379651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:19,655 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:19,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42932 deadline: 1732620379652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:19,655 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:19,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42892 deadline: 1732620379652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:19,746 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:19,750 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411266d3bf20e00af409984a87a09dd25d009_e6e9d3653ff617f1980327866e87efc1 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411266d3bf20e00af409984a87a09dd25d009_e6e9d3653ff617f1980327866e87efc1 2024-11-26T11:25:19,751 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/A/a4fed41dc3154f1eb17813c4153e577e, store: [table=TestAcidGuarantees family=A region=e6e9d3653ff617f1980327866e87efc1] 2024-11-26T11:25:19,752 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/A/a4fed41dc3154f1eb17813c4153e577e is 175, key is test_row_0/A:col10/1732620319283/Put/seqid=0 2024-11-26T11:25:19,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742210_1386 (size=83035) 2024-11-26T11:25:19,761 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=177, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/A/a4fed41dc3154f1eb17813c4153e577e 2024-11-26T11:25:19,768 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/B/8fd695931b244cfbaaa092e3111bb736 is 50, key is test_row_0/B:col10/1732620319283/Put/seqid=0 2024-11-26T11:25:19,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742212_1388 (size=12151) 2024-11-26T11:25:19,958 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:19,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42910 deadline: 1732620379955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:19,959 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:19,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42864 deadline: 1732620379957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:19,959 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:19,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42932 deadline: 1732620379957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:19,960 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:19,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732620379957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:19,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:19,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42892 deadline: 1732620379958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:20,179 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/B/8fd695931b244cfbaaa092e3111bb736 2024-11-26T11:25:20,186 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/C/9356de00c92c4709aaa12310665df588 is 50, key is test_row_0/C:col10/1732620319283/Put/seqid=0 2024-11-26T11:25:20,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742213_1389 (size=12151) 2024-11-26T11:25:20,465 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:20,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42864 deadline: 1732620380462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:20,466 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:20,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732620380462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:20,467 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:20,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42910 deadline: 1732620380463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:20,467 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:20,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42932 deadline: 1732620380463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:20,468 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:20,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42892 deadline: 1732620380465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:20,591 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/C/9356de00c92c4709aaa12310665df588 2024-11-26T11:25:20,595 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/A/a4fed41dc3154f1eb17813c4153e577e as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/A/a4fed41dc3154f1eb17813c4153e577e 2024-11-26T11:25:20,598 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/A/a4fed41dc3154f1eb17813c4153e577e, entries=450, sequenceid=177, filesize=81.1 K 2024-11-26T11:25:20,599 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/B/8fd695931b244cfbaaa092e3111bb736 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/B/8fd695931b244cfbaaa092e3111bb736 2024-11-26T11:25:20,602 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/B/8fd695931b244cfbaaa092e3111bb736, entries=150, sequenceid=177, filesize=11.9 K 2024-11-26T11:25:20,603 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/C/9356de00c92c4709aaa12310665df588 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/C/9356de00c92c4709aaa12310665df588 2024-11-26T11:25:20,606 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/C/9356de00c92c4709aaa12310665df588, entries=150, sequenceid=177, filesize=11.9 K 2024-11-26T11:25:20,607 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for e6e9d3653ff617f1980327866e87efc1 in 1323ms, sequenceid=177, compaction requested=true 2024-11-26T11:25:20,607 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e6e9d3653ff617f1980327866e87efc1: 2024-11-26T11:25:20,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6e9d3653ff617f1980327866e87efc1:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T11:25:20,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:25:20,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6e9d3653ff617f1980327866e87efc1:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T11:25:20,607 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T11:25:20,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:25:20,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6e9d3653ff617f1980327866e87efc1:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T11:25:20,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T11:25:20,608 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T11:25:20,608 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 145519 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T11:25:20,608 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36727 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T11:25:20,608 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1540): e6e9d3653ff617f1980327866e87efc1/A is initiating minor compaction (all files) 2024-11-26T11:25:20,608 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1540): e6e9d3653ff617f1980327866e87efc1/B is initiating minor compaction (all files) 2024-11-26T11:25:20,609 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e6e9d3653ff617f1980327866e87efc1/A in TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1. 2024-11-26T11:25:20,609 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e6e9d3653ff617f1980327866e87efc1/B in TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1. 2024-11-26T11:25:20,609 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/B/0eb1a04f02244667bddcbf6efbcb876e, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/B/089001327e4a42fe9e8fcb6c40f97ec4, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/B/8fd695931b244cfbaaa092e3111bb736] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp, totalSize=35.9 K 2024-11-26T11:25:20,609 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/A/ffa94fbf8b3e4f6982fe3f2a17f4befd, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/A/b14817c4f48541b2a2357dcd2d092c5c, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/A/a4fed41dc3154f1eb17813c4153e577e] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp, totalSize=142.1 K 2024-11-26T11:25:20,609 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1. 2024-11-26T11:25:20,609 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1. files: [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/A/ffa94fbf8b3e4f6982fe3f2a17f4befd, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/A/b14817c4f48541b2a2357dcd2d092c5c, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/A/a4fed41dc3154f1eb17813c4153e577e] 2024-11-26T11:25:20,609 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 0eb1a04f02244667bddcbf6efbcb876e, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1732620316402 2024-11-26T11:25:20,609 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting ffa94fbf8b3e4f6982fe3f2a17f4befd, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1732620316402 2024-11-26T11:25:20,609 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 089001327e4a42fe9e8fcb6c40f97ec4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1732620317058 2024-11-26T11:25:20,610 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting b14817c4f48541b2a2357dcd2d092c5c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1732620317058 2024-11-26T11:25:20,610 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 8fd695931b244cfbaaa092e3111bb736, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1732620319282 2024-11-26T11:25:20,610 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting a4fed41dc3154f1eb17813c4153e577e, keycount=450, bloomtype=ROW, size=81.1 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1732620319200 2024-11-26T11:25:20,616 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e6e9d3653ff617f1980327866e87efc1] 2024-11-26T11:25:20,617 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6e9d3653ff617f1980327866e87efc1#B#compaction#327 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:25:20,617 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112628856bca6a7342ea904dfa96f5847305_e6e9d3653ff617f1980327866e87efc1 store=[table=TestAcidGuarantees family=A region=e6e9d3653ff617f1980327866e87efc1] 2024-11-26T11:25:20,618 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/B/145a97bf924a48e2961e8f62db1f7ca3 is 50, key is test_row_0/B:col10/1732620319283/Put/seqid=0 2024-11-26T11:25:20,620 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112628856bca6a7342ea904dfa96f5847305_e6e9d3653ff617f1980327866e87efc1, store=[table=TestAcidGuarantees family=A region=e6e9d3653ff617f1980327866e87efc1] 2024-11-26T11:25:20,620 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112628856bca6a7342ea904dfa96f5847305_e6e9d3653ff617f1980327866e87efc1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e6e9d3653ff617f1980327866e87efc1] 2024-11-26T11:25:20,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742214_1390 (size=12527) 2024-11-26T11:25:20,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742215_1391 (size=4469) 2024-11-26T11:25:20,626 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/B/145a97bf924a48e2961e8f62db1f7ca3 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/B/145a97bf924a48e2961e8f62db1f7ca3 2024-11-26T11:25:20,628 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6e9d3653ff617f1980327866e87efc1#A#compaction#328 average throughput is 2.04 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:25:20,629 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/A/39c30c0e07504e3fb65319919753ebaf is 175, key is test_row_0/A:col10/1732620319283/Put/seqid=0 2024-11-26T11:25:20,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742216_1392 (size=31481) 2024-11-26T11:25:20,635 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e6e9d3653ff617f1980327866e87efc1/B of e6e9d3653ff617f1980327866e87efc1 into 145a97bf924a48e2961e8f62db1f7ca3(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:25:20,635 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e6e9d3653ff617f1980327866e87efc1: 2024-11-26T11:25:20,635 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1., storeName=e6e9d3653ff617f1980327866e87efc1/B, priority=13, startTime=1732620320607; duration=0sec 2024-11-26T11:25:20,635 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T11:25:20,635 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6e9d3653ff617f1980327866e87efc1:B 2024-11-26T11:25:20,635 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T11:25:20,637 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36727 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T11:25:20,637 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1540): e6e9d3653ff617f1980327866e87efc1/C is initiating minor compaction (all files) 2024-11-26T11:25:20,637 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e6e9d3653ff617f1980327866e87efc1/C in TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1. 2024-11-26T11:25:20,637 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/C/778fe9f050824cd99383a68741f6a86d, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/C/a6af176ff65842b0a155460e8afabff8, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/C/9356de00c92c4709aaa12310665df588] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp, totalSize=35.9 K 2024-11-26T11:25:20,637 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 778fe9f050824cd99383a68741f6a86d, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1732620316402 2024-11-26T11:25:20,638 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting a6af176ff65842b0a155460e8afabff8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1732620317058 2024-11-26T11:25:20,638 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 9356de00c92c4709aaa12310665df588, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1732620319282 2024-11-26T11:25:20,639 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/A/39c30c0e07504e3fb65319919753ebaf as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/A/39c30c0e07504e3fb65319919753ebaf 2024-11-26T11:25:20,645 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e6e9d3653ff617f1980327866e87efc1/A of e6e9d3653ff617f1980327866e87efc1 into 39c30c0e07504e3fb65319919753ebaf(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:25:20,645 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e6e9d3653ff617f1980327866e87efc1: 2024-11-26T11:25:20,645 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1., storeName=e6e9d3653ff617f1980327866e87efc1/A, priority=13, startTime=1732620320607; duration=0sec 2024-11-26T11:25:20,645 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:25:20,645 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6e9d3653ff617f1980327866e87efc1:A 2024-11-26T11:25:20,645 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6e9d3653ff617f1980327866e87efc1#C#compaction#329 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:25:20,646 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/C/03a36a77797a4dcbb1c6f151845601ab is 50, key is test_row_0/C:col10/1732620319283/Put/seqid=0 2024-11-26T11:25:20,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742217_1393 (size=12527) 2024-11-26T11:25:21,054 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/C/03a36a77797a4dcbb1c6f151845601ab as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/C/03a36a77797a4dcbb1c6f151845601ab 2024-11-26T11:25:21,060 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e6e9d3653ff617f1980327866e87efc1/C of e6e9d3653ff617f1980327866e87efc1 into 03a36a77797a4dcbb1c6f151845601ab(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:25:21,060 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e6e9d3653ff617f1980327866e87efc1: 2024-11-26T11:25:21,060 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1., storeName=e6e9d3653ff617f1980327866e87efc1/C, priority=13, startTime=1732620320607; duration=0sec 2024-11-26T11:25:21,060 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:25:21,060 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6e9d3653ff617f1980327866e87efc1:C 2024-11-26T11:25:21,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-26T11:25:21,215 INFO [Thread-1567 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 118 completed 2024-11-26T11:25:21,216 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T11:25:21,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] procedure2.ProcedureExecutor(1098): Stored pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees 2024-11-26T11:25:21,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-26T11:25:21,217 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T11:25:21,218 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T11:25:21,218 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T11:25:21,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-26T11:25:21,369 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:25:21,370 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-26T11:25:21,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1. 2024-11-26T11:25:21,370 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2837): Flushing e6e9d3653ff617f1980327866e87efc1 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-26T11:25:21,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e9d3653ff617f1980327866e87efc1, store=A 2024-11-26T11:25:21,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:25:21,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e9d3653ff617f1980327866e87efc1, store=B 2024-11-26T11:25:21,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:25:21,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e9d3653ff617f1980327866e87efc1, store=C 2024-11-26T11:25:21,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:25:21,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411261e9f468cd3354ab0b85d56619827d330_e6e9d3653ff617f1980327866e87efc1 is 50, key is test_row_0/A:col10/1732620319340/Put/seqid=0 2024-11-26T11:25:21,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742218_1394 (size=12304) 2024-11-26T11:25:21,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(8581): Flush requested on e6e9d3653ff617f1980327866e87efc1 2024-11-26T11:25:21,468 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1. as already flushing 2024-11-26T11:25:21,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:21,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42932 deadline: 1732620381477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:21,482 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:21,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42864 deadline: 1732620381478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:21,484 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:21,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732620381479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:21,488 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:21,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42892 deadline: 1732620381481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:21,488 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:21,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42910 deadline: 1732620381481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:21,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-26T11:25:21,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:21,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732620381588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:21,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:21,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42864 deadline: 1732620381589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:21,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:21,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42892 deadline: 1732620381589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:21,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:21,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42910 deadline: 1732620381589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:21,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:21,785 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411261e9f468cd3354ab0b85d56619827d330_e6e9d3653ff617f1980327866e87efc1 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411261e9f468cd3354ab0b85d56619827d330_e6e9d3653ff617f1980327866e87efc1 2024-11-26T11:25:21,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/A/e67dbc704e5444689b43d972eaeaa11a, store: [table=TestAcidGuarantees family=A region=e6e9d3653ff617f1980327866e87efc1] 2024-11-26T11:25:21,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/A/e67dbc704e5444689b43d972eaeaa11a is 175, key is test_row_0/A:col10/1732620319340/Put/seqid=0 2024-11-26T11:25:21,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742219_1395 (size=31105) 2024-11-26T11:25:21,791 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:21,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732620381789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:21,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:21,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42864 deadline: 1732620381793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:21,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:21,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42892 deadline: 1732620381794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:21,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:21,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42910 deadline: 1732620381795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:21,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-26T11:25:22,096 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:22,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732620382094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:22,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:22,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42892 deadline: 1732620382099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:22,102 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:22,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42910 deadline: 1732620382100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:22,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:22,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42864 deadline: 1732620382100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:22,190 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=205, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/A/e67dbc704e5444689b43d972eaeaa11a 2024-11-26T11:25:22,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/B/4de4d74586f34ed1a8429e6d3f4c7a53 is 50, key is test_row_0/B:col10/1732620319340/Put/seqid=0 2024-11-26T11:25:22,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742220_1396 (size=12151) 2024-11-26T11:25:22,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-26T11:25:22,600 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:22,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732620382598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:22,603 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/B/4de4d74586f34ed1a8429e6d3f4c7a53 2024-11-26T11:25:22,609 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:22,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42864 deadline: 1732620382606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:22,609 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:22,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42892 deadline: 1732620382607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:22,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/C/e6b179f5d07b40f7bd8c06cebebd6217 is 50, key is test_row_0/C:col10/1732620319340/Put/seqid=0 2024-11-26T11:25:22,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:22,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42910 deadline: 1732620382607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:22,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742221_1397 (size=12151) 2024-11-26T11:25:22,615 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/C/e6b179f5d07b40f7bd8c06cebebd6217 2024-11-26T11:25:22,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/A/e67dbc704e5444689b43d972eaeaa11a as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/A/e67dbc704e5444689b43d972eaeaa11a 2024-11-26T11:25:22,623 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/A/e67dbc704e5444689b43d972eaeaa11a, entries=150, sequenceid=205, filesize=30.4 K 2024-11-26T11:25:22,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/B/4de4d74586f34ed1a8429e6d3f4c7a53 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/B/4de4d74586f34ed1a8429e6d3f4c7a53 2024-11-26T11:25:22,627 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/B/4de4d74586f34ed1a8429e6d3f4c7a53, entries=150, sequenceid=205, filesize=11.9 K 2024-11-26T11:25:22,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/C/e6b179f5d07b40f7bd8c06cebebd6217 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/C/e6b179f5d07b40f7bd8c06cebebd6217 2024-11-26T11:25:22,630 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/C/e6b179f5d07b40f7bd8c06cebebd6217, entries=150, sequenceid=205, filesize=11.9 K 2024-11-26T11:25:22,631 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for e6e9d3653ff617f1980327866e87efc1 in 1261ms, sequenceid=205, compaction requested=false 2024-11-26T11:25:22,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2538): Flush status journal for e6e9d3653ff617f1980327866e87efc1: 2024-11-26T11:25:22,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1. 2024-11-26T11:25:22,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=121 2024-11-26T11:25:22,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4106): Remote procedure done, pid=121 2024-11-26T11:25:22,634 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=121, resume processing ppid=120 2024-11-26T11:25:22,634 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, ppid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4140 sec 2024-11-26T11:25:22,635 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees in 1.4180 sec 2024-11-26T11:25:23,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-26T11:25:23,321 INFO [Thread-1567 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 120 completed 2024-11-26T11:25:23,322 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T11:25:23,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] procedure2.ProcedureExecutor(1098): Stored pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees 2024-11-26T11:25:23,324 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T11:25:23,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-26T11:25:23,325 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T11:25:23,325 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T11:25:23,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-26T11:25:23,477 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:25:23,478 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-26T11:25:23,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1. 2024-11-26T11:25:23,478 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2837): Flushing e6e9d3653ff617f1980327866e87efc1 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T11:25:23,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e9d3653ff617f1980327866e87efc1, store=A 2024-11-26T11:25:23,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:25:23,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e9d3653ff617f1980327866e87efc1, store=B 2024-11-26T11:25:23,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:25:23,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e9d3653ff617f1980327866e87efc1, store=C 2024-11-26T11:25:23,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:25:23,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126c2740be726024ece966cbc62b8837529_e6e9d3653ff617f1980327866e87efc1 is 50, key is test_row_0/A:col10/1732620321479/Put/seqid=0 2024-11-26T11:25:23,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742222_1398 (size=12304) 2024-11-26T11:25:23,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(8581): Flush requested on e6e9d3653ff617f1980327866e87efc1 2024-11-26T11:25:23,490 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1. as already flushing 2024-11-26T11:25:23,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:23,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42932 deadline: 1732620383596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:23,610 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:23,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732620383603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:23,619 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:23,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42892 deadline: 1732620383616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:23,619 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:23,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42910 deadline: 1732620383618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:23,619 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:23,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42864 deadline: 1732620383618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:23,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-26T11:25:23,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:23,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42932 deadline: 1732620383703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:23,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:23,893 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126c2740be726024ece966cbc62b8837529_e6e9d3653ff617f1980327866e87efc1 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126c2740be726024ece966cbc62b8837529_e6e9d3653ff617f1980327866e87efc1 2024-11-26T11:25:23,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/A/0cb7d17ed33a466d9a04995bfb00b765, store: [table=TestAcidGuarantees family=A region=e6e9d3653ff617f1980327866e87efc1] 2024-11-26T11:25:23,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/A/0cb7d17ed33a466d9a04995bfb00b765 is 175, key is test_row_0/A:col10/1732620321479/Put/seqid=0 2024-11-26T11:25:23,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742223_1399 (size=31105) 2024-11-26T11:25:23,910 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:23,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42932 deadline: 1732620383907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:23,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-26T11:25:24,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:24,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42932 deadline: 1732620384211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:24,299 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=216, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/A/0cb7d17ed33a466d9a04995bfb00b765 2024-11-26T11:25:24,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/B/0bebb31524ec47fe868e88ddf60c5918 is 50, key is test_row_0/B:col10/1732620321479/Put/seqid=0 2024-11-26T11:25:24,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742224_1400 (size=12151) 2024-11-26T11:25:24,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-26T11:25:24,710 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/B/0bebb31524ec47fe868e88ddf60c5918 2024-11-26T11:25:24,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/C/ca76cbbd5eb0410a9fdcf700dd7be6e2 is 50, key is test_row_0/C:col10/1732620321479/Put/seqid=0 2024-11-26T11:25:24,719 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:24,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42932 deadline: 1732620384716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 2024-11-26T11:25:24,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742225_1401 (size=12151) 2024-11-26T11:25:25,121 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/C/ca76cbbd5eb0410a9fdcf700dd7be6e2 2024-11-26T11:25:25,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/A/0cb7d17ed33a466d9a04995bfb00b765 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/A/0cb7d17ed33a466d9a04995bfb00b765 2024-11-26T11:25:25,129 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/A/0cb7d17ed33a466d9a04995bfb00b765, entries=150, sequenceid=216, filesize=30.4 K 2024-11-26T11:25:25,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/B/0bebb31524ec47fe868e88ddf60c5918 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/B/0bebb31524ec47fe868e88ddf60c5918 2024-11-26T11:25:25,134 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/B/0bebb31524ec47fe868e88ddf60c5918, entries=150, sequenceid=216, filesize=11.9 K 2024-11-26T11:25:25,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/C/ca76cbbd5eb0410a9fdcf700dd7be6e2 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/C/ca76cbbd5eb0410a9fdcf700dd7be6e2 2024-11-26T11:25:25,138 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/C/ca76cbbd5eb0410a9fdcf700dd7be6e2, entries=150, sequenceid=216, filesize=11.9 K 2024-11-26T11:25:25,139 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for e6e9d3653ff617f1980327866e87efc1 in 1660ms, sequenceid=216, compaction requested=true 2024-11-26T11:25:25,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2538): Flush status journal for e6e9d3653ff617f1980327866e87efc1: 2024-11-26T11:25:25,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1. 2024-11-26T11:25:25,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=123 2024-11-26T11:25:25,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4106): Remote procedure done, pid=123 2024-11-26T11:25:25,141 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=123, resume processing ppid=122 2024-11-26T11:25:25,141 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, ppid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8150 sec 2024-11-26T11:25:25,142 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees in 1.8200 sec 2024-11-26T11:25:25,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-26T11:25:25,428 INFO [Thread-1567 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 122 completed 2024-11-26T11:25:25,429 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T11:25:25,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] procedure2.ProcedureExecutor(1098): Stored pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees 2024-11-26T11:25:25,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-26T11:25:25,431 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T11:25:25,431 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T11:25:25,431 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T11:25:25,471 DEBUG [Thread-1570 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2205f666 to 127.0.0.1:59149 2024-11-26T11:25:25,471 DEBUG [Thread-1570 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:25:25,473 DEBUG [Thread-1572 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6584e9ce to 127.0.0.1:59149 2024-11-26T11:25:25,473 DEBUG [Thread-1574 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x37ec8e3b to 127.0.0.1:59149 2024-11-26T11:25:25,473 DEBUG [Thread-1572 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:25:25,473 DEBUG [Thread-1574 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:25:25,475 DEBUG [Thread-1568 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1e247aa1 to 127.0.0.1:59149 2024-11-26T11:25:25,475 DEBUG [Thread-1568 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:25:25,477 DEBUG [Thread-1576 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x787e5169 to 127.0.0.1:59149 2024-11-26T11:25:25,477 DEBUG [Thread-1576 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:25:25,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-26T11:25:25,583 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:25:25,584 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-26T11:25:25,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1. 2024-11-26T11:25:25,584 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2837): Flushing e6e9d3653ff617f1980327866e87efc1 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-26T11:25:25,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e9d3653ff617f1980327866e87efc1, store=A 2024-11-26T11:25:25,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:25:25,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e9d3653ff617f1980327866e87efc1, store=B 2024-11-26T11:25:25,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:25:25,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e9d3653ff617f1980327866e87efc1, store=C 2024-11-26T11:25:25,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:25:25,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126547140a060814984b6eb4578deb1ed77_e6e9d3653ff617f1980327866e87efc1 is 50, key is test_row_0/A:col10/1732620323594/Put/seqid=0 2024-11-26T11:25:25,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742226_1402 (size=12304) 2024-11-26T11:25:25,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(8581): Flush requested on e6e9d3653ff617f1980327866e87efc1 2024-11-26T11:25:25,621 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1. as already flushing 2024-11-26T11:25:25,621 DEBUG [Thread-1563 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x09f472e0 to 127.0.0.1:59149 2024-11-26T11:25:25,621 DEBUG [Thread-1563 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:25:25,623 DEBUG [Thread-1559 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x72f422b4 to 127.0.0.1:59149 2024-11-26T11:25:25,623 DEBUG [Thread-1559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:25:25,637 DEBUG [Thread-1561 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2df33cdf to 127.0.0.1:59149 2024-11-26T11:25:25,637 DEBUG [Thread-1561 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:25:25,638 DEBUG [Thread-1565 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x167a78b0 to 127.0.0.1:59149 2024-11-26T11:25:25,638 DEBUG [Thread-1565 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:25:25,728 DEBUG [Thread-1557 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3637e4c6 to 127.0.0.1:59149 2024-11-26T11:25:25,728 DEBUG [Thread-1557 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:25:25,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-26T11:25:25,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:25,997 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126547140a060814984b6eb4578deb1ed77_e6e9d3653ff617f1980327866e87efc1 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126547140a060814984b6eb4578deb1ed77_e6e9d3653ff617f1980327866e87efc1 2024-11-26T11:25:25,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/A/8334d5551fc14266a3c66e443a588400, store: [table=TestAcidGuarantees family=A region=e6e9d3653ff617f1980327866e87efc1] 2024-11-26T11:25:25,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/A/8334d5551fc14266a3c66e443a588400 is 175, key is test_row_0/A:col10/1732620323594/Put/seqid=0 2024-11-26T11:25:26,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742227_1403 (size=31105) 2024-11-26T11:25:26,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-26T11:25:26,402 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=241, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/A/8334d5551fc14266a3c66e443a588400 2024-11-26T11:25:26,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/B/1b2521560aef4aec8fed91ff3e88767b is 50, key is test_row_0/B:col10/1732620323594/Put/seqid=0 2024-11-26T11:25:26,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742228_1404 (size=12151) 2024-11-26T11:25:26,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-26T11:25:26,811 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/B/1b2521560aef4aec8fed91ff3e88767b 2024-11-26T11:25:26,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/C/74b2967324754d6ca3cf43f62567d597 is 50, key is test_row_0/C:col10/1732620323594/Put/seqid=0 2024-11-26T11:25:26,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742229_1405 (size=12151) 2024-11-26T11:25:27,221 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/C/74b2967324754d6ca3cf43f62567d597 2024-11-26T11:25:27,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/A/8334d5551fc14266a3c66e443a588400 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/A/8334d5551fc14266a3c66e443a588400 2024-11-26T11:25:27,228 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/A/8334d5551fc14266a3c66e443a588400, entries=150, sequenceid=241, filesize=30.4 K 2024-11-26T11:25:27,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/B/1b2521560aef4aec8fed91ff3e88767b as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/B/1b2521560aef4aec8fed91ff3e88767b 2024-11-26T11:25:27,231 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/B/1b2521560aef4aec8fed91ff3e88767b, entries=150, sequenceid=241, filesize=11.9 K 2024-11-26T11:25:27,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/C/74b2967324754d6ca3cf43f62567d597 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/C/74b2967324754d6ca3cf43f62567d597 2024-11-26T11:25:27,234 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/C/74b2967324754d6ca3cf43f62567d597, entries=150, sequenceid=241, filesize=11.9 K 2024-11-26T11:25:27,235 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=33.54 KB/34350 for e6e9d3653ff617f1980327866e87efc1 in 1651ms, sequenceid=241, compaction requested=true 2024-11-26T11:25:27,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2538): Flush status journal for e6e9d3653ff617f1980327866e87efc1: 2024-11-26T11:25:27,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1. 2024-11-26T11:25:27,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=125 2024-11-26T11:25:27,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4106): Remote procedure done, pid=125 2024-11-26T11:25:27,237 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124 2024-11-26T11:25:27,237 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8050 sec 2024-11-26T11:25:27,238 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees in 1.8080 sec 2024-11-26T11:25:27,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-26T11:25:27,534 INFO [Thread-1567 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 124 completed 2024-11-26T11:25:27,534 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-26T11:25:27,534 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 54 2024-11-26T11:25:27,534 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 35 2024-11-26T11:25:27,534 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 37 2024-11-26T11:25:27,534 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 36 2024-11-26T11:25:27,534 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 35 2024-11-26T11:25:27,534 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-26T11:25:27,534 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-26T11:25:27,534 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2497 2024-11-26T11:25:27,534 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7491 rows 2024-11-26T11:25:27,534 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2502 2024-11-26T11:25:27,534 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7506 rows 2024-11-26T11:25:27,534 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2489 2024-11-26T11:25:27,534 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7466 rows 2024-11-26T11:25:27,534 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2496 2024-11-26T11:25:27,534 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7488 rows 2024-11-26T11:25:27,534 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2493 2024-11-26T11:25:27,534 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7477 rows 2024-11-26T11:25:27,534 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-26T11:25:27,534 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1df61dc9 to 127.0.0.1:59149 2024-11-26T11:25:27,534 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:25:27,536 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-26T11:25:27,537 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-26T11:25:27,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] procedure2.ProcedureExecutor(1098): Stored pid=126, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-26T11:25:27,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-26T11:25:27,541 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732620327541"}]},"ts":"1732620327541"} 2024-11-26T11:25:27,542 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-26T11:25:27,544 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-26T11:25:27,545 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-26T11:25:27,546 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e6e9d3653ff617f1980327866e87efc1, UNASSIGN}] 2024-11-26T11:25:27,549 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=128, ppid=127, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e6e9d3653ff617f1980327866e87efc1, UNASSIGN 2024-11-26T11:25:27,549 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=128 updating hbase:meta row=e6e9d3653ff617f1980327866e87efc1, regionState=CLOSING, regionLocation=173854343f88,33007,1732620213227 2024-11-26T11:25:27,550 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-26T11:25:27,550 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE; CloseRegionProcedure e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227}] 2024-11-26T11:25:27,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-26T11:25:27,701 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:25:27,702 INFO [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] handler.UnassignRegionHandler(124): Close e6e9d3653ff617f1980327866e87efc1 2024-11-26T11:25:27,702 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-26T11:25:27,702 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(1681): Closing e6e9d3653ff617f1980327866e87efc1, disabling compactions & flushes 2024-11-26T11:25:27,702 INFO [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1. 2024-11-26T11:25:27,702 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1. 2024-11-26T11:25:27,702 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1. after waiting 0 ms 2024-11-26T11:25:27,702 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1. 2024-11-26T11:25:27,702 INFO [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(2837): Flushing e6e9d3653ff617f1980327866e87efc1 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-26T11:25:27,702 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e9d3653ff617f1980327866e87efc1, store=A 2024-11-26T11:25:27,702 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:25:27,702 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e9d3653ff617f1980327866e87efc1, store=B 2024-11-26T11:25:27,702 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:25:27,703 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6e9d3653ff617f1980327866e87efc1, store=C 2024-11-26T11:25:27,703 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:25:27,708 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126a77f33ba77694ce9bbc20ff27eb19e25_e6e9d3653ff617f1980327866e87efc1 is 50, key is test_row_0/A:col10/1732620325727/Put/seqid=0 2024-11-26T11:25:27,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742230_1406 (size=12304) 2024-11-26T11:25:27,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-26T11:25:28,112 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:28,115 INFO [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126a77f33ba77694ce9bbc20ff27eb19e25_e6e9d3653ff617f1980327866e87efc1 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126a77f33ba77694ce9bbc20ff27eb19e25_e6e9d3653ff617f1980327866e87efc1 2024-11-26T11:25:28,116 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/A/3d4baa38921340c993e39466afd427ac, store: [table=TestAcidGuarantees family=A region=e6e9d3653ff617f1980327866e87efc1] 2024-11-26T11:25:28,116 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/A/3d4baa38921340c993e39466afd427ac is 175, key is test_row_0/A:col10/1732620325727/Put/seqid=0 2024-11-26T11:25:28,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742231_1407 (size=31105) 2024-11-26T11:25:28,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-26T11:25:28,520 INFO [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=249, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/A/3d4baa38921340c993e39466afd427ac 2024-11-26T11:25:28,526 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/B/69409985988547b58a1fe034173961e7 is 50, key is test_row_0/B:col10/1732620325727/Put/seqid=0 2024-11-26T11:25:28,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742232_1408 (size=12151) 2024-11-26T11:25:28,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-26T11:25:28,929 INFO [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/B/69409985988547b58a1fe034173961e7 2024-11-26T11:25:28,935 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/C/f75e94a40a6446c08199185dcdd8cb28 is 50, key is test_row_0/C:col10/1732620325727/Put/seqid=0 2024-11-26T11:25:28,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742233_1409 (size=12151) 2024-11-26T11:25:29,338 INFO [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/C/f75e94a40a6446c08199185dcdd8cb28 2024-11-26T11:25:29,342 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/A/3d4baa38921340c993e39466afd427ac as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/A/3d4baa38921340c993e39466afd427ac 2024-11-26T11:25:29,345 INFO [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/A/3d4baa38921340c993e39466afd427ac, entries=150, sequenceid=249, filesize=30.4 K 2024-11-26T11:25:29,345 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/B/69409985988547b58a1fe034173961e7 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/B/69409985988547b58a1fe034173961e7 2024-11-26T11:25:29,348 INFO [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/B/69409985988547b58a1fe034173961e7, entries=150, sequenceid=249, filesize=11.9 K 2024-11-26T11:25:29,348 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/.tmp/C/f75e94a40a6446c08199185dcdd8cb28 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/C/f75e94a40a6446c08199185dcdd8cb28 2024-11-26T11:25:29,351 INFO [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/C/f75e94a40a6446c08199185dcdd8cb28, entries=150, sequenceid=249, filesize=11.9 K 2024-11-26T11:25:29,352 INFO [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for e6e9d3653ff617f1980327866e87efc1 in 1650ms, sequenceid=249, compaction requested=true 2024-11-26T11:25:29,352 DEBUG [StoreCloser-TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/A/ab9ae486452e48329da1faeb91a7a533, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/A/e31c708dbc3c47e985fccbd049288c34, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/A/8dcccb6b76cc4f56a40cef96188a0cfb, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/A/2c07dbc3f7c64f66b1788905d6d9a574, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/A/348d001dc2b84f4491f119d602f4dde1, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/A/203c44b1e1dd4b168cd13ae290257b8a, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/A/5d68045d2bdd49e588fc13439f1bc3d0, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/A/403d2839d3b84ccaa224d4eb168ea4d7, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/A/ffa94fbf8b3e4f6982fe3f2a17f4befd, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/A/b14817c4f48541b2a2357dcd2d092c5c, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/A/a4fed41dc3154f1eb17813c4153e577e] to archive 2024-11-26T11:25:29,353 DEBUG [StoreCloser-TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T11:25:29,354 DEBUG [StoreCloser-TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/A/ab9ae486452e48329da1faeb91a7a533 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/A/ab9ae486452e48329da1faeb91a7a533 2024-11-26T11:25:29,355 DEBUG [StoreCloser-TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/A/e31c708dbc3c47e985fccbd049288c34 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/A/e31c708dbc3c47e985fccbd049288c34 2024-11-26T11:25:29,356 DEBUG [StoreCloser-TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/A/8dcccb6b76cc4f56a40cef96188a0cfb to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/A/8dcccb6b76cc4f56a40cef96188a0cfb 2024-11-26T11:25:29,356 DEBUG [StoreCloser-TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/A/2c07dbc3f7c64f66b1788905d6d9a574 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/A/2c07dbc3f7c64f66b1788905d6d9a574 2024-11-26T11:25:29,357 DEBUG [StoreCloser-TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/A/348d001dc2b84f4491f119d602f4dde1 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/A/348d001dc2b84f4491f119d602f4dde1 2024-11-26T11:25:29,358 DEBUG [StoreCloser-TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/A/203c44b1e1dd4b168cd13ae290257b8a to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/A/203c44b1e1dd4b168cd13ae290257b8a 2024-11-26T11:25:29,359 DEBUG [StoreCloser-TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/A/5d68045d2bdd49e588fc13439f1bc3d0 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/A/5d68045d2bdd49e588fc13439f1bc3d0 2024-11-26T11:25:29,360 DEBUG [StoreCloser-TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/A/403d2839d3b84ccaa224d4eb168ea4d7 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/A/403d2839d3b84ccaa224d4eb168ea4d7 2024-11-26T11:25:29,360 DEBUG [StoreCloser-TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/A/ffa94fbf8b3e4f6982fe3f2a17f4befd to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/A/ffa94fbf8b3e4f6982fe3f2a17f4befd 2024-11-26T11:25:29,361 DEBUG [StoreCloser-TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/A/b14817c4f48541b2a2357dcd2d092c5c to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/A/b14817c4f48541b2a2357dcd2d092c5c 2024-11-26T11:25:29,362 DEBUG [StoreCloser-TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/A/a4fed41dc3154f1eb17813c4153e577e to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/A/a4fed41dc3154f1eb17813c4153e577e 2024-11-26T11:25:29,363 DEBUG [StoreCloser-TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/B/5631d02522ef4e849abb46d25dbdc13f, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/B/01a2865c7a93478bbab0644890bf61e7, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/B/43a16978194e48dbb65a8183ddedb76b, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/B/5918279d70cc42ef92ecf644aba1cbd2, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/B/b83c11e70eaa4d8c9d2a255b32051d20, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/B/4d0d2939de86419d817d437b5d250cc0, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/B/64f2d8a4a6414a5f8e14268bab5340a2, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/B/0eb1a04f02244667bddcbf6efbcb876e, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/B/30754f30d9e842529cecd02e7e66aa48, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/B/089001327e4a42fe9e8fcb6c40f97ec4, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/B/8fd695931b244cfbaaa092e3111bb736] to archive 2024-11-26T11:25:29,363 DEBUG [StoreCloser-TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T11:25:29,364 DEBUG [StoreCloser-TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/B/5631d02522ef4e849abb46d25dbdc13f to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/B/5631d02522ef4e849abb46d25dbdc13f 2024-11-26T11:25:29,365 DEBUG [StoreCloser-TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/B/01a2865c7a93478bbab0644890bf61e7 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/B/01a2865c7a93478bbab0644890bf61e7 2024-11-26T11:25:29,366 DEBUG [StoreCloser-TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/B/43a16978194e48dbb65a8183ddedb76b to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/B/43a16978194e48dbb65a8183ddedb76b 2024-11-26T11:25:29,367 DEBUG [StoreCloser-TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/B/5918279d70cc42ef92ecf644aba1cbd2 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/B/5918279d70cc42ef92ecf644aba1cbd2 2024-11-26T11:25:29,368 DEBUG [StoreCloser-TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/B/b83c11e70eaa4d8c9d2a255b32051d20 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/B/b83c11e70eaa4d8c9d2a255b32051d20 2024-11-26T11:25:29,369 DEBUG [StoreCloser-TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/B/4d0d2939de86419d817d437b5d250cc0 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/B/4d0d2939de86419d817d437b5d250cc0 2024-11-26T11:25:29,369 DEBUG [StoreCloser-TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/B/64f2d8a4a6414a5f8e14268bab5340a2 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/B/64f2d8a4a6414a5f8e14268bab5340a2 2024-11-26T11:25:29,370 DEBUG [StoreCloser-TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/B/0eb1a04f02244667bddcbf6efbcb876e to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/B/0eb1a04f02244667bddcbf6efbcb876e 2024-11-26T11:25:29,371 DEBUG [StoreCloser-TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/B/30754f30d9e842529cecd02e7e66aa48 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/B/30754f30d9e842529cecd02e7e66aa48 2024-11-26T11:25:29,372 DEBUG [StoreCloser-TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/B/089001327e4a42fe9e8fcb6c40f97ec4 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/B/089001327e4a42fe9e8fcb6c40f97ec4 2024-11-26T11:25:29,373 DEBUG [StoreCloser-TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/B/8fd695931b244cfbaaa092e3111bb736 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/B/8fd695931b244cfbaaa092e3111bb736 2024-11-26T11:25:29,374 DEBUG [StoreCloser-TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/C/761f160e99044f458b5294591bd02758, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/C/f02ac7a24b504307a4e70539e9136a99, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/C/96301eda65ca4d6bacdf3c3dbf76394f, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/C/b49a006a970840cd8fcd75e3b4b6c719, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/C/e2702ccbcc8e4f8fada70229ee1f12d4, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/C/7e79d8d59caf40b1af3bea84257224d3, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/C/8286012889894e5a9bbebeefea23e84c, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/C/778fe9f050824cd99383a68741f6a86d, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/C/f4d02abd498d450d83dc6cb84d7f4092, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/C/a6af176ff65842b0a155460e8afabff8, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/C/9356de00c92c4709aaa12310665df588] to archive 2024-11-26T11:25:29,374 DEBUG [StoreCloser-TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T11:25:29,375 DEBUG [StoreCloser-TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/C/761f160e99044f458b5294591bd02758 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/C/761f160e99044f458b5294591bd02758 2024-11-26T11:25:29,376 DEBUG [StoreCloser-TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/C/f02ac7a24b504307a4e70539e9136a99 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/C/f02ac7a24b504307a4e70539e9136a99 2024-11-26T11:25:29,377 DEBUG [StoreCloser-TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/C/96301eda65ca4d6bacdf3c3dbf76394f to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/C/96301eda65ca4d6bacdf3c3dbf76394f 2024-11-26T11:25:29,378 DEBUG [StoreCloser-TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/C/b49a006a970840cd8fcd75e3b4b6c719 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/C/b49a006a970840cd8fcd75e3b4b6c719 2024-11-26T11:25:29,378 DEBUG [StoreCloser-TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/C/e2702ccbcc8e4f8fada70229ee1f12d4 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/C/e2702ccbcc8e4f8fada70229ee1f12d4 2024-11-26T11:25:29,379 DEBUG [StoreCloser-TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/C/7e79d8d59caf40b1af3bea84257224d3 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/C/7e79d8d59caf40b1af3bea84257224d3 2024-11-26T11:25:29,380 DEBUG [StoreCloser-TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/C/8286012889894e5a9bbebeefea23e84c to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/C/8286012889894e5a9bbebeefea23e84c 2024-11-26T11:25:29,381 DEBUG [StoreCloser-TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/C/778fe9f050824cd99383a68741f6a86d to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/C/778fe9f050824cd99383a68741f6a86d 2024-11-26T11:25:29,382 DEBUG [StoreCloser-TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/C/f4d02abd498d450d83dc6cb84d7f4092 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/C/f4d02abd498d450d83dc6cb84d7f4092 2024-11-26T11:25:29,383 DEBUG [StoreCloser-TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/C/a6af176ff65842b0a155460e8afabff8 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/C/a6af176ff65842b0a155460e8afabff8 2024-11-26T11:25:29,384 DEBUG [StoreCloser-TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/C/9356de00c92c4709aaa12310665df588 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/C/9356de00c92c4709aaa12310665df588 2024-11-26T11:25:29,387 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/recovered.edits/252.seqid, newMaxSeqId=252, maxSeqId=4 2024-11-26T11:25:29,387 INFO [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1. 2024-11-26T11:25:29,388 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(1635): Region close journal for e6e9d3653ff617f1980327866e87efc1: 2024-11-26T11:25:29,389 INFO [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] handler.UnassignRegionHandler(170): Closed e6e9d3653ff617f1980327866e87efc1 2024-11-26T11:25:29,389 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=128 updating hbase:meta row=e6e9d3653ff617f1980327866e87efc1, regionState=CLOSED 2024-11-26T11:25:29,391 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128 2024-11-26T11:25:29,391 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; CloseRegionProcedure e6e9d3653ff617f1980327866e87efc1, server=173854343f88,33007,1732620213227 in 1.8400 sec 2024-11-26T11:25:29,392 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=128, resume processing ppid=127 2024-11-26T11:25:29,392 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, ppid=127, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=e6e9d3653ff617f1980327866e87efc1, UNASSIGN in 1.8450 sec 2024-11-26T11:25:29,393 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=127, resume processing ppid=126 2024-11-26T11:25:29,393 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=126, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8470 sec 2024-11-26T11:25:29,394 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732620329394"}]},"ts":"1732620329394"} 2024-11-26T11:25:29,395 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-26T11:25:29,397 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-26T11:25:29,398 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.8600 sec 2024-11-26T11:25:29,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-26T11:25:29,644 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 126 completed 2024-11-26T11:25:29,645 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-26T11:25:29,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] procedure2.ProcedureExecutor(1098): Stored pid=130, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T11:25:29,646 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=130, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T11:25:29,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-26T11:25:29,646 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=130, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T11:25:29,648 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1 2024-11-26T11:25:29,650 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/A, FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/B, FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/C, FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/recovered.edits] 2024-11-26T11:25:29,652 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/A/0cb7d17ed33a466d9a04995bfb00b765 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/A/0cb7d17ed33a466d9a04995bfb00b765 2024-11-26T11:25:29,653 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/A/39c30c0e07504e3fb65319919753ebaf to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/A/39c30c0e07504e3fb65319919753ebaf 2024-11-26T11:25:29,654 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/A/3d4baa38921340c993e39466afd427ac to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/A/3d4baa38921340c993e39466afd427ac 2024-11-26T11:25:29,655 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/A/8334d5551fc14266a3c66e443a588400 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/A/8334d5551fc14266a3c66e443a588400 2024-11-26T11:25:29,656 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/A/e67dbc704e5444689b43d972eaeaa11a to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/A/e67dbc704e5444689b43d972eaeaa11a 2024-11-26T11:25:29,658 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/B/0bebb31524ec47fe868e88ddf60c5918 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/B/0bebb31524ec47fe868e88ddf60c5918 2024-11-26T11:25:29,659 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/B/145a97bf924a48e2961e8f62db1f7ca3 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/B/145a97bf924a48e2961e8f62db1f7ca3 2024-11-26T11:25:29,659 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/B/1b2521560aef4aec8fed91ff3e88767b to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/B/1b2521560aef4aec8fed91ff3e88767b 2024-11-26T11:25:29,660 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/B/4de4d74586f34ed1a8429e6d3f4c7a53 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/B/4de4d74586f34ed1a8429e6d3f4c7a53 2024-11-26T11:25:29,661 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/B/69409985988547b58a1fe034173961e7 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/B/69409985988547b58a1fe034173961e7 2024-11-26T11:25:29,663 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/C/03a36a77797a4dcbb1c6f151845601ab to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/C/03a36a77797a4dcbb1c6f151845601ab 2024-11-26T11:25:29,664 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/C/74b2967324754d6ca3cf43f62567d597 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/C/74b2967324754d6ca3cf43f62567d597 2024-11-26T11:25:29,665 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/C/ca76cbbd5eb0410a9fdcf700dd7be6e2 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/C/ca76cbbd5eb0410a9fdcf700dd7be6e2 2024-11-26T11:25:29,666 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/C/e6b179f5d07b40f7bd8c06cebebd6217 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/C/e6b179f5d07b40f7bd8c06cebebd6217 2024-11-26T11:25:29,667 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/C/f75e94a40a6446c08199185dcdd8cb28 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/C/f75e94a40a6446c08199185dcdd8cb28 2024-11-26T11:25:29,669 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/recovered.edits/252.seqid to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1/recovered.edits/252.seqid 2024-11-26T11:25:29,669 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/e6e9d3653ff617f1980327866e87efc1 2024-11-26T11:25:29,669 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-26T11:25:29,670 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-26T11:25:29,670 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-26T11:25:29,672 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126040bd2cbaa7d4b8c848064585f4f1627_e6e9d3653ff617f1980327866e87efc1 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126040bd2cbaa7d4b8c848064585f4f1627_e6e9d3653ff617f1980327866e87efc1 2024-11-26T11:25:29,673 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411260655586512ed496693b0e9398ea63a7b_e6e9d3653ff617f1980327866e87efc1 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411260655586512ed496693b0e9398ea63a7b_e6e9d3653ff617f1980327866e87efc1 2024-11-26T11:25:29,674 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411261e9f468cd3354ab0b85d56619827d330_e6e9d3653ff617f1980327866e87efc1 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411261e9f468cd3354ab0b85d56619827d330_e6e9d3653ff617f1980327866e87efc1 2024-11-26T11:25:29,675 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126547140a060814984b6eb4578deb1ed77_e6e9d3653ff617f1980327866e87efc1 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126547140a060814984b6eb4578deb1ed77_e6e9d3653ff617f1980327866e87efc1 2024-11-26T11:25:29,676 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112659b922320083499d8dbe2b7bff861f02_e6e9d3653ff617f1980327866e87efc1 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112659b922320083499d8dbe2b7bff861f02_e6e9d3653ff617f1980327866e87efc1 2024-11-26T11:25:29,677 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411266d3bf20e00af409984a87a09dd25d009_e6e9d3653ff617f1980327866e87efc1 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411266d3bf20e00af409984a87a09dd25d009_e6e9d3653ff617f1980327866e87efc1 2024-11-26T11:25:29,678 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411267bb8857558434d9db2bb03a491a4d0a1_e6e9d3653ff617f1980327866e87efc1 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411267bb8857558434d9db2bb03a491a4d0a1_e6e9d3653ff617f1980327866e87efc1 2024-11-26T11:25:29,678 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126900fa1a088f1495ea91d79c66e7458c0_e6e9d3653ff617f1980327866e87efc1 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126900fa1a088f1495ea91d79c66e7458c0_e6e9d3653ff617f1980327866e87efc1 2024-11-26T11:25:29,679 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126939c489286964549a26aeae5e2ec1a08_e6e9d3653ff617f1980327866e87efc1 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126939c489286964549a26aeae5e2ec1a08_e6e9d3653ff617f1980327866e87efc1 2024-11-26T11:25:29,680 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126a77f33ba77694ce9bbc20ff27eb19e25_e6e9d3653ff617f1980327866e87efc1 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126a77f33ba77694ce9bbc20ff27eb19e25_e6e9d3653ff617f1980327866e87efc1 2024-11-26T11:25:29,681 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126a7edd0ddd126456d94eea3296676a5fc_e6e9d3653ff617f1980327866e87efc1 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126a7edd0ddd126456d94eea3296676a5fc_e6e9d3653ff617f1980327866e87efc1 2024-11-26T11:25:29,682 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126b7eebdaaeb154278af912ce79537c9d7_e6e9d3653ff617f1980327866e87efc1 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126b7eebdaaeb154278af912ce79537c9d7_e6e9d3653ff617f1980327866e87efc1 2024-11-26T11:25:29,683 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126c2740be726024ece966cbc62b8837529_e6e9d3653ff617f1980327866e87efc1 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126c2740be726024ece966cbc62b8837529_e6e9d3653ff617f1980327866e87efc1 2024-11-26T11:25:29,684 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126f28108477d66402eab636f0152d2ba7a_e6e9d3653ff617f1980327866e87efc1 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126f28108477d66402eab636f0152d2ba7a_e6e9d3653ff617f1980327866e87efc1 2024-11-26T11:25:29,684 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-26T11:25:29,686 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=130, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T11:25:29,687 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-26T11:25:29,689 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-26T11:25:29,690 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=130, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T11:25:29,690 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-26T11:25:29,690 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732620329690"}]},"ts":"9223372036854775807"} 2024-11-26T11:25:29,691 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-26T11:25:29,691 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => e6e9d3653ff617f1980327866e87efc1, NAME => 'TestAcidGuarantees,,1732620302411.e6e9d3653ff617f1980327866e87efc1.', STARTKEY => '', ENDKEY => ''}] 2024-11-26T11:25:29,691 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-26T11:25:29,691 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732620329691"}]},"ts":"9223372036854775807"} 2024-11-26T11:25:29,693 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-26T11:25:29,696 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=130, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T11:25:29,697 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 51 msec 2024-11-26T11:25:29,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-26T11:25:29,747 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 130 completed 2024-11-26T11:25:29,756 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=241 (was 238) - Thread LEAK? -, OpenFileDescriptor=461 (was 451) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=300 (was 335), ProcessCount=11 (was 11), AvailableMemoryMB=2981 (was 3003) 2024-11-26T11:25:29,765 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=241, OpenFileDescriptor=461, MaxFileDescriptor=1048576, SystemLoadAverage=300, ProcessCount=11, AvailableMemoryMB=2981 2024-11-26T11:25:29,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-26T11:25:29,766 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T11:25:29,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] procedure2.ProcedureExecutor(1098): Stored pid=131, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-26T11:25:29,768 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=131, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T11:25:29,768 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:29,768 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 131 2024-11-26T11:25:29,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=131 2024-11-26T11:25:29,768 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=131, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T11:25:29,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742234_1410 (size=963) 2024-11-26T11:25:29,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=131 2024-11-26T11:25:30,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=131 2024-11-26T11:25:30,175 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742 2024-11-26T11:25:30,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742235_1411 (size=53) 2024-11-26T11:25:30,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=131 2024-11-26T11:25:30,580 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:25:30,580 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 96b783c34e302eff680a83e12373662c, disabling compactions & flushes 2024-11-26T11:25:30,580 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:30,580 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:30,580 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. after waiting 0 ms 2024-11-26T11:25:30,580 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:30,580 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:30,580 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 96b783c34e302eff680a83e12373662c: 2024-11-26T11:25:30,581 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=131, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T11:25:30,582 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732620330581"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732620330581"}]},"ts":"1732620330581"} 2024-11-26T11:25:30,582 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-26T11:25:30,583 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=131, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T11:25:30,583 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732620330583"}]},"ts":"1732620330583"} 2024-11-26T11:25:30,584 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-26T11:25:30,587 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=96b783c34e302eff680a83e12373662c, ASSIGN}] 2024-11-26T11:25:30,588 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=132, ppid=131, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=96b783c34e302eff680a83e12373662c, ASSIGN 2024-11-26T11:25:30,588 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=132, ppid=131, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=96b783c34e302eff680a83e12373662c, ASSIGN; state=OFFLINE, location=173854343f88,33007,1732620213227; forceNewPlan=false, retain=false 2024-11-26T11:25:30,739 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=132 updating hbase:meta row=96b783c34e302eff680a83e12373662c, regionState=OPENING, regionLocation=173854343f88,33007,1732620213227 2024-11-26T11:25:30,740 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE; OpenRegionProcedure 96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227}] 2024-11-26T11:25:30,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=131 2024-11-26T11:25:30,891 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:25:30,894 INFO [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:30,894 DEBUG [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegion(7285): Opening region: {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} 2024-11-26T11:25:30,894 DEBUG [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 96b783c34e302eff680a83e12373662c 2024-11-26T11:25:30,894 DEBUG [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:25:30,894 DEBUG [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegion(7327): checking encryption for 96b783c34e302eff680a83e12373662c 2024-11-26T11:25:30,894 DEBUG [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegion(7330): checking classloading for 96b783c34e302eff680a83e12373662c 2024-11-26T11:25:30,895 INFO [StoreOpener-96b783c34e302eff680a83e12373662c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 96b783c34e302eff680a83e12373662c 2024-11-26T11:25:30,896 INFO [StoreOpener-96b783c34e302eff680a83e12373662c-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-26T11:25:30,896 INFO [StoreOpener-96b783c34e302eff680a83e12373662c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 96b783c34e302eff680a83e12373662c columnFamilyName A 2024-11-26T11:25:30,897 DEBUG [StoreOpener-96b783c34e302eff680a83e12373662c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:30,897 INFO [StoreOpener-96b783c34e302eff680a83e12373662c-1 {}] regionserver.HStore(327): Store=96b783c34e302eff680a83e12373662c/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:25:30,897 INFO [StoreOpener-96b783c34e302eff680a83e12373662c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 96b783c34e302eff680a83e12373662c 2024-11-26T11:25:30,898 INFO [StoreOpener-96b783c34e302eff680a83e12373662c-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-26T11:25:30,898 INFO [StoreOpener-96b783c34e302eff680a83e12373662c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 96b783c34e302eff680a83e12373662c columnFamilyName B 2024-11-26T11:25:30,898 DEBUG [StoreOpener-96b783c34e302eff680a83e12373662c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:30,898 INFO [StoreOpener-96b783c34e302eff680a83e12373662c-1 {}] regionserver.HStore(327): Store=96b783c34e302eff680a83e12373662c/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:25:30,898 INFO [StoreOpener-96b783c34e302eff680a83e12373662c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 96b783c34e302eff680a83e12373662c 2024-11-26T11:25:30,899 INFO [StoreOpener-96b783c34e302eff680a83e12373662c-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-26T11:25:30,899 INFO [StoreOpener-96b783c34e302eff680a83e12373662c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 96b783c34e302eff680a83e12373662c columnFamilyName C 2024-11-26T11:25:30,899 DEBUG [StoreOpener-96b783c34e302eff680a83e12373662c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:30,900 INFO [StoreOpener-96b783c34e302eff680a83e12373662c-1 {}] regionserver.HStore(327): Store=96b783c34e302eff680a83e12373662c/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:25:30,900 INFO [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:30,900 DEBUG [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c 2024-11-26T11:25:30,901 DEBUG [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c 2024-11-26T11:25:30,902 DEBUG [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T11:25:30,902 DEBUG [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegion(1085): writing seq id for 96b783c34e302eff680a83e12373662c 2024-11-26T11:25:30,904 DEBUG [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T11:25:30,904 INFO [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegion(1102): Opened 96b783c34e302eff680a83e12373662c; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70879111, jitterRate=0.056181058287620544}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T11:25:30,905 DEBUG [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegion(1001): Region open journal for 96b783c34e302eff680a83e12373662c: 2024-11-26T11:25:30,905 INFO [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c., pid=133, masterSystemTime=1732620330891 2024-11-26T11:25:30,907 DEBUG [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:30,907 INFO [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:30,907 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=132 updating hbase:meta row=96b783c34e302eff680a83e12373662c, regionState=OPEN, openSeqNum=2, regionLocation=173854343f88,33007,1732620213227 2024-11-26T11:25:30,909 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132 2024-11-26T11:25:30,909 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; OpenRegionProcedure 96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 in 168 msec 2024-11-26T11:25:30,910 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=132, resume processing ppid=131 2024-11-26T11:25:30,910 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, ppid=131, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=96b783c34e302eff680a83e12373662c, ASSIGN in 322 msec 2024-11-26T11:25:30,910 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=131, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T11:25:30,911 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732620330910"}]},"ts":"1732620330910"} 2024-11-26T11:25:30,911 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-26T11:25:30,913 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=131, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T11:25:30,914 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1470 sec 2024-11-26T11:25:31,643 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T11:25:31,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=131 2024-11-26T11:25:31,872 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 131 completed 2024-11-26T11:25:31,873 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4c60eb7d to 127.0.0.1:59149 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@695c2253 2024-11-26T11:25:31,876 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63cefe40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:25:31,877 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:25:31,878 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35902, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:25:31,879 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T11:25:31,880 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59352, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T11:25:31,881 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x79b10416 to 127.0.0.1:59149 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7177efc9 2024-11-26T11:25:31,884 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65df2359, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:25:31,885 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2f142b04 to 127.0.0.1:59149 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@61d38088 2024-11-26T11:25:31,887 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d0ab200, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:25:31,888 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0de9f076 to 127.0.0.1:59149 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7043f683 2024-11-26T11:25:31,890 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5871c039, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:25:31,891 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4414259d to 127.0.0.1:59149 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2b0c2472 2024-11-26T11:25:31,893 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7daa5922, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:25:31,894 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7ed69825 to 127.0.0.1:59149 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@34b30c39 2024-11-26T11:25:31,896 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b7f20c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:25:31,897 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3d672ed2 to 127.0.0.1:59149 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5f7c40ba 2024-11-26T11:25:31,899 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2070263a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:25:31,900 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7cf40102 to 127.0.0.1:59149 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@41b0e7b6 2024-11-26T11:25:31,903 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6050584c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:25:31,904 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x496fe03f to 127.0.0.1:59149 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@f2423f3 2024-11-26T11:25:31,906 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dd48863, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:25:31,907 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3652e74d to 127.0.0.1:59149 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@184771cf 2024-11-26T11:25:31,909 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51196534, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:25:31,910 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2405c04e to 127.0.0.1:59149 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@76f0408 2024-11-26T11:25:31,912 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dc5e114, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:25:31,916 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T11:25:31,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] procedure2.ProcedureExecutor(1098): Stored pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees 2024-11-26T11:25:31,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-26T11:25:31,917 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T11:25:31,917 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T11:25:31,917 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T11:25:31,921 DEBUG [hconnection-0x5c48ff7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:25:31,921 DEBUG [hconnection-0x2e2061ba-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:25:31,921 DEBUG [hconnection-0x4c9c98f2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:25:31,922 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35906, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:25:31,922 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35910, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:25:31,922 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35904, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:25:31,924 DEBUG [hconnection-0x4974d6c6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:25:31,924 DEBUG [hconnection-0x185bbc7e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:25:31,924 DEBUG [hconnection-0x1486719b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:25:31,925 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35926, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:25:31,925 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35920, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:25:31,925 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35928, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:25:31,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(8581): Flush requested on 96b783c34e302eff680a83e12373662c 2024-11-26T11:25:31,932 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 96b783c34e302eff680a83e12373662c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T11:25:31,932 DEBUG [hconnection-0x78cafc01-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:25:31,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96b783c34e302eff680a83e12373662c, store=A 2024-11-26T11:25:31,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:25:31,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96b783c34e302eff680a83e12373662c, store=B 2024-11-26T11:25:31,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:25:31,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96b783c34e302eff680a83e12373662c, store=C 2024-11-26T11:25:31,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:25:31,933 DEBUG [hconnection-0x1412a397-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:25:31,933 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35944, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:25:31,934 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35954, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:25:31,936 DEBUG [hconnection-0x593dddcf-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:25:31,937 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35964, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:25:31,945 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:31,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35926 deadline: 1732620391944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:31,945 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:31,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35920 deadline: 1732620391944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:31,945 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:31,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1732620391945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:31,947 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:31,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35944 deadline: 1732620391947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:31,952 DEBUG [hconnection-0x2757d039-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:25:31,954 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35978, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:25:31,958 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:31,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35978 deadline: 1732620391958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:31,969 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/A/0d8cbc8222744cd9aeb320437a5f6533 is 50, key is test_row_0/A:col10/1732620331930/Put/seqid=0 2024-11-26T11:25:31,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742236_1412 (size=12001) 2024-11-26T11:25:32,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-26T11:25:32,047 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:32,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35926 deadline: 1732620392046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:32,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:32,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35920 deadline: 1732620392046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:32,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:32,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1732620392046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:32,049 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:32,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35944 deadline: 1732620392047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:32,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:32,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35978 deadline: 1732620392059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:32,069 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:25:32,069 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-26T11:25:32,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:32,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. as already flushing 2024-11-26T11:25:32,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:32,069 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:32,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:32,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:32,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-26T11:25:32,221 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:25:32,222 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-26T11:25:32,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:32,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. as already flushing 2024-11-26T11:25:32,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:32,222 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:32,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:32,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:32,250 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:32,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35926 deadline: 1732620392249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:32,250 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:32,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1732620392249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:32,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:32,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35920 deadline: 1732620392250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:32,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:32,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35944 deadline: 1732620392250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:32,262 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:32,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35978 deadline: 1732620392261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:32,373 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/A/0d8cbc8222744cd9aeb320437a5f6533 2024-11-26T11:25:32,374 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:25:32,374 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-26T11:25:32,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:32,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. as already flushing 2024-11-26T11:25:32,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:32,375 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:32,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:32,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:32,393 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/B/5decef60b3e442709c237a1b94674b9d is 50, key is test_row_0/B:col10/1732620331930/Put/seqid=0 2024-11-26T11:25:32,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742237_1413 (size=12001) 2024-11-26T11:25:32,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-26T11:25:32,527 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:25:32,527 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-26T11:25:32,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:32,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. as already flushing 2024-11-26T11:25:32,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:32,527 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:32,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:32,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:32,552 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:32,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1732620392551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:32,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:32,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35926 deadline: 1732620392553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:32,557 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:32,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35944 deadline: 1732620392553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:32,557 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:32,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35920 deadline: 1732620392554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:32,565 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:32,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35978 deadline: 1732620392564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:32,679 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:25:32,680 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-26T11:25:32,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:32,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. as already flushing 2024-11-26T11:25:32,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:32,680 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:32,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:32,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:32,797 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/B/5decef60b3e442709c237a1b94674b9d 2024-11-26T11:25:32,822 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/C/e152762bd4ff4fee803a60fe29894b80 is 50, key is test_row_0/C:col10/1732620331930/Put/seqid=0 2024-11-26T11:25:32,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742238_1414 (size=12001) 2024-11-26T11:25:32,832 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:25:32,833 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-26T11:25:32,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:32,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. as already flushing 2024-11-26T11:25:32,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:32,833 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:32,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:32,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:32,985 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:25:32,985 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-26T11:25:32,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:32,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. as already flushing 2024-11-26T11:25:32,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:32,986 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:32,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:32,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:33,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-26T11:25:33,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:33,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35926 deadline: 1732620393056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:33,058 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:33,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1732620393057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:33,061 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:33,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35944 deadline: 1732620393060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:33,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:33,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35920 deadline: 1732620393062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:33,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:33,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35978 deadline: 1732620393067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:33,138 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:25:33,138 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-26T11:25:33,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:33,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. as already flushing 2024-11-26T11:25:33,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:33,139 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:33,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:33,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:33,226 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/C/e152762bd4ff4fee803a60fe29894b80 2024-11-26T11:25:33,230 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/A/0d8cbc8222744cd9aeb320437a5f6533 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/0d8cbc8222744cd9aeb320437a5f6533 2024-11-26T11:25:33,234 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/0d8cbc8222744cd9aeb320437a5f6533, entries=150, sequenceid=13, filesize=11.7 K 2024-11-26T11:25:33,235 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/B/5decef60b3e442709c237a1b94674b9d as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/5decef60b3e442709c237a1b94674b9d 2024-11-26T11:25:33,238 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/5decef60b3e442709c237a1b94674b9d, entries=150, sequenceid=13, filesize=11.7 K 2024-11-26T11:25:33,239 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/C/e152762bd4ff4fee803a60fe29894b80 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/e152762bd4ff4fee803a60fe29894b80 2024-11-26T11:25:33,243 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/e152762bd4ff4fee803a60fe29894b80, entries=150, sequenceid=13, filesize=11.7 K 2024-11-26T11:25:33,244 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 96b783c34e302eff680a83e12373662c in 1312ms, sequenceid=13, compaction requested=false 2024-11-26T11:25:33,244 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-26T11:25:33,245 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 96b783c34e302eff680a83e12373662c: 2024-11-26T11:25:33,291 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:25:33,291 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-26T11:25:33,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:33,292 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2837): Flushing 96b783c34e302eff680a83e12373662c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-26T11:25:33,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96b783c34e302eff680a83e12373662c, store=A 2024-11-26T11:25:33,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:25:33,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96b783c34e302eff680a83e12373662c, store=B 2024-11-26T11:25:33,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:25:33,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96b783c34e302eff680a83e12373662c, store=C 2024-11-26T11:25:33,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:25:33,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/A/359e20cc3ae84a17b2377e6befea1907 is 50, key is test_row_0/A:col10/1732620331943/Put/seqid=0 2024-11-26T11:25:33,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742239_1415 (size=12001) 2024-11-26T11:25:33,701 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/A/359e20cc3ae84a17b2377e6befea1907 2024-11-26T11:25:33,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/B/26808a68285b4dd187d080be06db6265 is 50, key is test_row_0/B:col10/1732620331943/Put/seqid=0 2024-11-26T11:25:33,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742240_1416 (size=12001) 2024-11-26T11:25:34,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-26T11:25:34,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(8581): Flush requested on 96b783c34e302eff680a83e12373662c 2024-11-26T11:25:34,062 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. as already flushing 2024-11-26T11:25:34,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:34,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1732620394070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:34,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:34,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35926 deadline: 1732620394071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:34,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:34,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35944 deadline: 1732620394072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:34,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:34,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35978 deadline: 1732620394072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:34,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:34,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35920 deadline: 1732620394073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:34,111 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/B/26808a68285b4dd187d080be06db6265 2024-11-26T11:25:34,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/C/85324a2c906342a2a11f6bec18216128 is 50, key is test_row_0/C:col10/1732620331943/Put/seqid=0 2024-11-26T11:25:34,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742241_1417 (size=12001) 2024-11-26T11:25:34,178 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:34,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1732620394176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:34,179 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:34,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35926 deadline: 1732620394177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:34,179 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:34,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35944 deadline: 1732620394177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:34,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:34,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35920 deadline: 1732620394177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:34,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:34,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1732620394380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:34,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:34,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35926 deadline: 1732620394380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:34,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:34,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35920 deadline: 1732620394381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:34,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:34,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35944 deadline: 1732620394381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:34,522 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/C/85324a2c906342a2a11f6bec18216128 2024-11-26T11:25:34,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/A/359e20cc3ae84a17b2377e6befea1907 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/359e20cc3ae84a17b2377e6befea1907 2024-11-26T11:25:34,529 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/359e20cc3ae84a17b2377e6befea1907, entries=150, sequenceid=38, filesize=11.7 K 2024-11-26T11:25:34,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/B/26808a68285b4dd187d080be06db6265 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/26808a68285b4dd187d080be06db6265 2024-11-26T11:25:34,533 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/26808a68285b4dd187d080be06db6265, entries=150, sequenceid=38, filesize=11.7 K 2024-11-26T11:25:34,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/C/85324a2c906342a2a11f6bec18216128 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/85324a2c906342a2a11f6bec18216128 2024-11-26T11:25:34,545 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/85324a2c906342a2a11f6bec18216128, entries=150, sequenceid=38, filesize=11.7 K 2024-11-26T11:25:34,545 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 96b783c34e302eff680a83e12373662c in 1253ms, sequenceid=38, compaction requested=false 2024-11-26T11:25:34,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2538): Flush status journal for 96b783c34e302eff680a83e12373662c: 2024-11-26T11:25:34,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:34,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=135 2024-11-26T11:25:34,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4106): Remote procedure done, pid=135 2024-11-26T11:25:34,548 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-11-26T11:25:34,548 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6300 sec 2024-11-26T11:25:34,549 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees in 2.6320 sec 2024-11-26T11:25:34,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(8581): Flush requested on 96b783c34e302eff680a83e12373662c 2024-11-26T11:25:34,688 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 96b783c34e302eff680a83e12373662c 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-26T11:25:34,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96b783c34e302eff680a83e12373662c, store=A 2024-11-26T11:25:34,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:25:34,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96b783c34e302eff680a83e12373662c, store=B 2024-11-26T11:25:34,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:25:34,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96b783c34e302eff680a83e12373662c, store=C 2024-11-26T11:25:34,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:25:34,694 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/A/ab555f1f83b44a6cb9a51db7e85e4583 is 50, key is test_row_0/A:col10/1732620334070/Put/seqid=0 2024-11-26T11:25:34,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742242_1418 (size=16681) 2024-11-26T11:25:34,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:34,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35920 deadline: 1732620394714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:34,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:34,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35944 deadline: 1732620394716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:34,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:34,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1732620394717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:34,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:34,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35926 deadline: 1732620394717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:34,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:34,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35920 deadline: 1732620394819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:34,825 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:34,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35944 deadline: 1732620394823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:34,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:34,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1732620394824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:34,828 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:34,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35926 deadline: 1732620394824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:34,913 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-26T11:25:35,030 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:35,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35920 deadline: 1732620395025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:35,030 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:35,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35944 deadline: 1732620395027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:35,030 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:35,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1732620395028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:35,031 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:35,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35926 deadline: 1732620395029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:35,098 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/A/ab555f1f83b44a6cb9a51db7e85e4583 2024-11-26T11:25:35,105 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/B/01e9625064b7497cb29b20b1984203b0 is 50, key is test_row_0/B:col10/1732620334070/Put/seqid=0 2024-11-26T11:25:35,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742243_1419 (size=12001) 2024-11-26T11:25:35,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:35,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35920 deadline: 1732620395331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:35,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:35,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1732620395331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:35,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:35,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35944 deadline: 1732620395333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:35,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:35,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35926 deadline: 1732620395334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:35,510 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/B/01e9625064b7497cb29b20b1984203b0 2024-11-26T11:25:35,518 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/C/c9ab658fd2b448e4b9e84495644365b3 is 50, key is test_row_0/C:col10/1732620334070/Put/seqid=0 2024-11-26T11:25:35,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742244_1420 (size=12001) 2024-11-26T11:25:35,839 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:35,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35920 deadline: 1732620395838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:35,842 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:35,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35926 deadline: 1732620395839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:35,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:35,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35944 deadline: 1732620395840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:35,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:35,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1732620395841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:35,922 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/C/c9ab658fd2b448e4b9e84495644365b3 2024-11-26T11:25:35,926 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/A/ab555f1f83b44a6cb9a51db7e85e4583 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/ab555f1f83b44a6cb9a51db7e85e4583 2024-11-26T11:25:35,930 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/ab555f1f83b44a6cb9a51db7e85e4583, entries=250, sequenceid=51, filesize=16.3 K 2024-11-26T11:25:35,931 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/B/01e9625064b7497cb29b20b1984203b0 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/01e9625064b7497cb29b20b1984203b0 2024-11-26T11:25:35,934 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/01e9625064b7497cb29b20b1984203b0, entries=150, sequenceid=51, filesize=11.7 K 2024-11-26T11:25:35,935 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/C/c9ab658fd2b448e4b9e84495644365b3 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/c9ab658fd2b448e4b9e84495644365b3 2024-11-26T11:25:35,938 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/c9ab658fd2b448e4b9e84495644365b3, entries=150, sequenceid=51, filesize=11.7 K 2024-11-26T11:25:35,939 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 96b783c34e302eff680a83e12373662c in 1250ms, sequenceid=51, compaction requested=true 2024-11-26T11:25:35,939 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 96b783c34e302eff680a83e12373662c: 2024-11-26T11:25:35,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 96b783c34e302eff680a83e12373662c:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T11:25:35,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:25:35,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 96b783c34e302eff680a83e12373662c:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T11:25:35,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:25:35,939 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T11:25:35,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 96b783c34e302eff680a83e12373662c:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T11:25:35,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T11:25:35,939 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T11:25:35,940 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T11:25:35,940 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40683 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T11:25:35,940 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1540): 96b783c34e302eff680a83e12373662c/A is initiating minor compaction (all files) 2024-11-26T11:25:35,940 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1540): 96b783c34e302eff680a83e12373662c/B is initiating minor compaction (all files) 2024-11-26T11:25:35,940 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 96b783c34e302eff680a83e12373662c/B in TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:35,940 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 96b783c34e302eff680a83e12373662c/A in TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:35,940 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/0d8cbc8222744cd9aeb320437a5f6533, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/359e20cc3ae84a17b2377e6befea1907, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/ab555f1f83b44a6cb9a51db7e85e4583] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp, totalSize=39.7 K 2024-11-26T11:25:35,940 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/5decef60b3e442709c237a1b94674b9d, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/26808a68285b4dd187d080be06db6265, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/01e9625064b7497cb29b20b1984203b0] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp, totalSize=35.2 K 2024-11-26T11:25:35,940 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0d8cbc8222744cd9aeb320437a5f6533, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732620331930 2024-11-26T11:25:35,940 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 5decef60b3e442709c237a1b94674b9d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732620331930 2024-11-26T11:25:35,941 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 26808a68285b4dd187d080be06db6265, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732620331943 2024-11-26T11:25:35,941 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 359e20cc3ae84a17b2377e6befea1907, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732620331943 2024-11-26T11:25:35,941 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 01e9625064b7497cb29b20b1984203b0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732620334070 2024-11-26T11:25:35,941 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting ab555f1f83b44a6cb9a51db7e85e4583, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732620334070 2024-11-26T11:25:35,947 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 96b783c34e302eff680a83e12373662c#A#compaction#351 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:25:35,947 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/A/6165916973194fdcb42491f116cae4b5 is 50, key is test_row_0/A:col10/1732620334070/Put/seqid=0 2024-11-26T11:25:35,954 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 96b783c34e302eff680a83e12373662c#B#compaction#352 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:25:35,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742245_1421 (size=12104) 2024-11-26T11:25:35,955 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/B/7b8d9a43cf454669acdba9ce4df3d413 is 50, key is test_row_0/B:col10/1732620334070/Put/seqid=0 2024-11-26T11:25:35,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742246_1422 (size=12104) 2024-11-26T11:25:36,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-26T11:25:36,021 INFO [Thread-1860 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 134 completed 2024-11-26T11:25:36,022 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T11:25:36,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] procedure2.ProcedureExecutor(1098): Stored pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees 2024-11-26T11:25:36,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-26T11:25:36,024 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T11:25:36,024 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T11:25:36,025 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T11:25:36,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(8581): Flush requested on 96b783c34e302eff680a83e12373662c 2024-11-26T11:25:36,098 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 96b783c34e302eff680a83e12373662c 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-26T11:25:36,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96b783c34e302eff680a83e12373662c, store=A 2024-11-26T11:25:36,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:25:36,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96b783c34e302eff680a83e12373662c, store=B 2024-11-26T11:25:36,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:25:36,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96b783c34e302eff680a83e12373662c, store=C 2024-11-26T11:25:36,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:25:36,102 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/A/48c0ad5f80ab4313862d10f5e718c318 is 50, key is test_row_0/A:col10/1732620334715/Put/seqid=0 2024-11-26T11:25:36,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742247_1423 (size=14341) 2024-11-26T11:25:36,106 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/A/48c0ad5f80ab4313862d10f5e718c318 2024-11-26T11:25:36,114 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/B/4691453c82514d739a004e09d6068d12 is 50, key is test_row_0/B:col10/1732620334715/Put/seqid=0 2024-11-26T11:25:36,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742248_1424 (size=12001) 2024-11-26T11:25:36,118 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/B/4691453c82514d739a004e09d6068d12 2024-11-26T11:25:36,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-26T11:25:36,125 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/C/7a868b068c7c4ea39dde8ad05da9a087 is 50, key is test_row_0/C:col10/1732620334715/Put/seqid=0 2024-11-26T11:25:36,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742249_1425 (size=12001) 2024-11-26T11:25:36,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:36,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35978 deadline: 1732620396139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:36,176 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:25:36,176 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-26T11:25:36,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:36,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. as already flushing 2024-11-26T11:25:36,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:36,177 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:36,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:36,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:36,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:36,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35978 deadline: 1732620396245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:36,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-26T11:25:36,329 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:25:36,329 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-26T11:25:36,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:36,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. as already flushing 2024-11-26T11:25:36,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:36,330 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:36,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:36,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:36,358 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/A/6165916973194fdcb42491f116cae4b5 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/6165916973194fdcb42491f116cae4b5 2024-11-26T11:25:36,363 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 96b783c34e302eff680a83e12373662c/A of 96b783c34e302eff680a83e12373662c into 6165916973194fdcb42491f116cae4b5(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:25:36,363 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 96b783c34e302eff680a83e12373662c: 2024-11-26T11:25:36,363 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c., storeName=96b783c34e302eff680a83e12373662c/A, priority=13, startTime=1732620335939; duration=0sec 2024-11-26T11:25:36,363 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T11:25:36,363 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 96b783c34e302eff680a83e12373662c:A 2024-11-26T11:25:36,363 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T11:25:36,364 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T11:25:36,364 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1540): 96b783c34e302eff680a83e12373662c/C is initiating minor compaction (all files) 2024-11-26T11:25:36,364 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 96b783c34e302eff680a83e12373662c/C in TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:36,364 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/e152762bd4ff4fee803a60fe29894b80, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/85324a2c906342a2a11f6bec18216128, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/c9ab658fd2b448e4b9e84495644365b3] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp, totalSize=35.2 K 2024-11-26T11:25:36,364 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting e152762bd4ff4fee803a60fe29894b80, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732620331930 2024-11-26T11:25:36,365 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 85324a2c906342a2a11f6bec18216128, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732620331943 2024-11-26T11:25:36,365 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting c9ab658fd2b448e4b9e84495644365b3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732620334070 2024-11-26T11:25:36,373 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/B/7b8d9a43cf454669acdba9ce4df3d413 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/7b8d9a43cf454669acdba9ce4df3d413 2024-11-26T11:25:36,373 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 96b783c34e302eff680a83e12373662c#C#compaction#356 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:25:36,374 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/C/38ef198ee1c445d998786337e5f3da47 is 50, key is test_row_0/C:col10/1732620334070/Put/seqid=0 2024-11-26T11:25:36,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742250_1426 (size=12104) 2024-11-26T11:25:36,378 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 96b783c34e302eff680a83e12373662c/B of 96b783c34e302eff680a83e12373662c into 7b8d9a43cf454669acdba9ce4df3d413(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:25:36,378 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 96b783c34e302eff680a83e12373662c: 2024-11-26T11:25:36,378 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c., storeName=96b783c34e302eff680a83e12373662c/B, priority=13, startTime=1732620335939; duration=0sec 2024-11-26T11:25:36,378 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:25:36,378 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 96b783c34e302eff680a83e12373662c:B 2024-11-26T11:25:36,454 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:36,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35978 deadline: 1732620396450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:36,482 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:25:36,482 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-26T11:25:36,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:36,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. as already flushing 2024-11-26T11:25:36,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:36,482 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:36,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:36,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:36,529 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/C/7a868b068c7c4ea39dde8ad05da9a087 2024-11-26T11:25:36,533 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/A/48c0ad5f80ab4313862d10f5e718c318 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/48c0ad5f80ab4313862d10f5e718c318 2024-11-26T11:25:36,536 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/48c0ad5f80ab4313862d10f5e718c318, entries=200, sequenceid=75, filesize=14.0 K 2024-11-26T11:25:36,537 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/B/4691453c82514d739a004e09d6068d12 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/4691453c82514d739a004e09d6068d12 2024-11-26T11:25:36,540 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/4691453c82514d739a004e09d6068d12, entries=150, sequenceid=75, filesize=11.7 K 2024-11-26T11:25:36,541 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/C/7a868b068c7c4ea39dde8ad05da9a087 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/7a868b068c7c4ea39dde8ad05da9a087 2024-11-26T11:25:36,544 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/7a868b068c7c4ea39dde8ad05da9a087, entries=150, sequenceid=75, filesize=11.7 K 2024-11-26T11:25:36,545 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 96b783c34e302eff680a83e12373662c in 447ms, sequenceid=75, compaction requested=false 2024-11-26T11:25:36,545 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 96b783c34e302eff680a83e12373662c: 2024-11-26T11:25:36,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-26T11:25:36,634 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:25:36,635 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-26T11:25:36,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:36,635 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2837): Flushing 96b783c34e302eff680a83e12373662c 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-26T11:25:36,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96b783c34e302eff680a83e12373662c, store=A 2024-11-26T11:25:36,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:25:36,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96b783c34e302eff680a83e12373662c, store=B 2024-11-26T11:25:36,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:25:36,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96b783c34e302eff680a83e12373662c, store=C 2024-11-26T11:25:36,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:25:36,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/A/40051209c3aa43a78a12c1c6687141cb is 50, key is test_row_0/A:col10/1732620336138/Put/seqid=0 2024-11-26T11:25:36,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742251_1427 (size=12001) 2024-11-26T11:25:36,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(8581): Flush requested on 96b783c34e302eff680a83e12373662c 2024-11-26T11:25:36,759 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. as already flushing 2024-11-26T11:25:36,782 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/C/38ef198ee1c445d998786337e5f3da47 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/38ef198ee1c445d998786337e5f3da47 2024-11-26T11:25:36,786 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 96b783c34e302eff680a83e12373662c/C of 96b783c34e302eff680a83e12373662c into 38ef198ee1c445d998786337e5f3da47(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:25:36,786 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 96b783c34e302eff680a83e12373662c: 2024-11-26T11:25:36,786 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c., storeName=96b783c34e302eff680a83e12373662c/C, priority=13, startTime=1732620335939; duration=0sec 2024-11-26T11:25:36,786 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:25:36,786 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 96b783c34e302eff680a83e12373662c:C 2024-11-26T11:25:36,842 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:36,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35978 deadline: 1732620396837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:36,842 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:36,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35920 deadline: 1732620396840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:36,851 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:36,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35926 deadline: 1732620396848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:36,853 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:36,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35944 deadline: 1732620396849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:36,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:36,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1732620396853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:36,946 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:36,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35978 deadline: 1732620396943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:37,043 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/A/40051209c3aa43a78a12c1c6687141cb 2024-11-26T11:25:37,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/B/9d9acdba278e44f2b517cde67c165d3e is 50, key is test_row_0/B:col10/1732620336138/Put/seqid=0 2024-11-26T11:25:37,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742252_1428 (size=12001) 2024-11-26T11:25:37,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-26T11:25:37,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:37,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35978 deadline: 1732620397148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:37,454 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/B/9d9acdba278e44f2b517cde67c165d3e 2024-11-26T11:25:37,459 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:37,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35978 deadline: 1732620397456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:37,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/C/ecfbba2385fd4646a3fc1c464528ae4f is 50, key is test_row_0/C:col10/1732620336138/Put/seqid=0 2024-11-26T11:25:37,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742253_1429 (size=12001) 2024-11-26T11:25:37,866 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/C/ecfbba2385fd4646a3fc1c464528ae4f 2024-11-26T11:25:37,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/A/40051209c3aa43a78a12c1c6687141cb as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/40051209c3aa43a78a12c1c6687141cb 2024-11-26T11:25:37,875 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/40051209c3aa43a78a12c1c6687141cb, entries=150, sequenceid=89, filesize=11.7 K 2024-11-26T11:25:37,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/B/9d9acdba278e44f2b517cde67c165d3e as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/9d9acdba278e44f2b517cde67c165d3e 2024-11-26T11:25:37,879 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/9d9acdba278e44f2b517cde67c165d3e, entries=150, sequenceid=89, filesize=11.7 K 2024-11-26T11:25:37,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/C/ecfbba2385fd4646a3fc1c464528ae4f as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/ecfbba2385fd4646a3fc1c464528ae4f 2024-11-26T11:25:37,883 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/ecfbba2385fd4646a3fc1c464528ae4f, entries=150, sequenceid=89, filesize=11.7 K 2024-11-26T11:25:37,883 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 96b783c34e302eff680a83e12373662c in 1248ms, sequenceid=89, compaction requested=true 2024-11-26T11:25:37,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2538): Flush status journal for 96b783c34e302eff680a83e12373662c: 2024-11-26T11:25:37,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:37,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=137 2024-11-26T11:25:37,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4106): Remote procedure done, pid=137 2024-11-26T11:25:37,886 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136 2024-11-26T11:25:37,886 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8610 sec 2024-11-26T11:25:37,887 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees in 1.8640 sec 2024-11-26T11:25:37,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(8581): Flush requested on 96b783c34e302eff680a83e12373662c 2024-11-26T11:25:37,965 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 96b783c34e302eff680a83e12373662c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-26T11:25:37,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96b783c34e302eff680a83e12373662c, store=A 2024-11-26T11:25:37,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:25:37,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96b783c34e302eff680a83e12373662c, store=B 2024-11-26T11:25:37,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:25:37,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96b783c34e302eff680a83e12373662c, store=C 2024-11-26T11:25:37,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:25:37,970 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/A/d16b584751b94ed98036f5908026138f is 50, key is test_row_0/A:col10/1732620337964/Put/seqid=0 2024-11-26T11:25:37,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742254_1430 (size=14341) 2024-11-26T11:25:38,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:38,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35978 deadline: 1732620398012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:38,124 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:38,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35978 deadline: 1732620398120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:38,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-26T11:25:38,127 INFO [Thread-1860 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 136 completed 2024-11-26T11:25:38,129 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T11:25:38,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] procedure2.ProcedureExecutor(1098): Stored pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees 2024-11-26T11:25:38,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-26T11:25:38,130 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T11:25:38,131 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T11:25:38,131 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T11:25:38,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-26T11:25:38,282 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:25:38,283 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-26T11:25:38,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:38,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. as already flushing 2024-11-26T11:25:38,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:38,283 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:38,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:38,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:38,327 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:38,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35978 deadline: 1732620398325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:38,374 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/A/d16b584751b94ed98036f5908026138f 2024-11-26T11:25:38,380 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/B/5f17a8acbe66435daf9ad34d07443e6b is 50, key is test_row_0/B:col10/1732620337964/Put/seqid=0 2024-11-26T11:25:38,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742255_1431 (size=12001) 2024-11-26T11:25:38,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-26T11:25:38,435 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:25:38,436 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-26T11:25:38,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:38,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. as already flushing 2024-11-26T11:25:38,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:38,436 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:38,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:38,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:38,588 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:25:38,588 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-26T11:25:38,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:38,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. as already flushing 2024-11-26T11:25:38,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:38,589 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:38,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:38,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:38,632 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:38,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35978 deadline: 1732620398628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:38,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-26T11:25:38,741 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:25:38,741 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-26T11:25:38,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:38,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. as already flushing 2024-11-26T11:25:38,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:38,741 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:38,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:38,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:38,785 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/B/5f17a8acbe66435daf9ad34d07443e6b 2024-11-26T11:25:38,791 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/C/40beccab456d4d8384d94d2582e1f027 is 50, key is test_row_0/C:col10/1732620337964/Put/seqid=0 2024-11-26T11:25:38,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742256_1432 (size=12001) 2024-11-26T11:25:38,795 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/C/40beccab456d4d8384d94d2582e1f027 2024-11-26T11:25:38,799 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/A/d16b584751b94ed98036f5908026138f as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/d16b584751b94ed98036f5908026138f 2024-11-26T11:25:38,802 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/d16b584751b94ed98036f5908026138f, entries=200, sequenceid=115, filesize=14.0 K 2024-11-26T11:25:38,803 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/B/5f17a8acbe66435daf9ad34d07443e6b as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/5f17a8acbe66435daf9ad34d07443e6b 2024-11-26T11:25:38,806 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/5f17a8acbe66435daf9ad34d07443e6b, entries=150, sequenceid=115, filesize=11.7 K 2024-11-26T11:25:38,807 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/C/40beccab456d4d8384d94d2582e1f027 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/40beccab456d4d8384d94d2582e1f027 2024-11-26T11:25:38,809 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/40beccab456d4d8384d94d2582e1f027, entries=150, sequenceid=115, filesize=11.7 K 2024-11-26T11:25:38,810 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 96b783c34e302eff680a83e12373662c in 845ms, sequenceid=115, compaction requested=true 2024-11-26T11:25:38,810 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 96b783c34e302eff680a83e12373662c: 2024-11-26T11:25:38,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 96b783c34e302eff680a83e12373662c:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T11:25:38,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:25:38,811 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T11:25:38,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 96b783c34e302eff680a83e12373662c:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T11:25:38,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:25:38,811 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T11:25:38,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 96b783c34e302eff680a83e12373662c:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T11:25:38,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T11:25:38,812 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T11:25:38,812 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52787 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T11:25:38,813 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1540): 96b783c34e302eff680a83e12373662c/B is initiating minor compaction (all files) 2024-11-26T11:25:38,813 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1540): 96b783c34e302eff680a83e12373662c/A is initiating minor compaction (all files) 2024-11-26T11:25:38,813 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 96b783c34e302eff680a83e12373662c/B in TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:38,813 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 96b783c34e302eff680a83e12373662c/A in TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:38,813 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/7b8d9a43cf454669acdba9ce4df3d413, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/4691453c82514d739a004e09d6068d12, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/9d9acdba278e44f2b517cde67c165d3e, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/5f17a8acbe66435daf9ad34d07443e6b] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp, totalSize=47.0 K 2024-11-26T11:25:38,813 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/6165916973194fdcb42491f116cae4b5, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/48c0ad5f80ab4313862d10f5e718c318, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/40051209c3aa43a78a12c1c6687141cb, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/d16b584751b94ed98036f5908026138f] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp, totalSize=51.5 K 2024-11-26T11:25:38,813 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 7b8d9a43cf454669acdba9ce4df3d413, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732620334070 2024-11-26T11:25:38,813 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6165916973194fdcb42491f116cae4b5, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732620334070 2024-11-26T11:25:38,813 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 48c0ad5f80ab4313862d10f5e718c318, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732620334698 2024-11-26T11:25:38,813 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 4691453c82514d739a004e09d6068d12, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732620334715 2024-11-26T11:25:38,814 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 40051209c3aa43a78a12c1c6687141cb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732620336113 2024-11-26T11:25:38,814 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 9d9acdba278e44f2b517cde67c165d3e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732620336113 2024-11-26T11:25:38,814 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting d16b584751b94ed98036f5908026138f, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732620336815 2024-11-26T11:25:38,814 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 5f17a8acbe66435daf9ad34d07443e6b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732620336831 2024-11-26T11:25:38,830 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 96b783c34e302eff680a83e12373662c#B#compaction#363 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:25:38,830 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 96b783c34e302eff680a83e12373662c#A#compaction#364 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:25:38,830 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/B/efcd83f6176f422e8b3b7e544264baac is 50, key is test_row_0/B:col10/1732620337964/Put/seqid=0 2024-11-26T11:25:38,830 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/A/13908ec70cce4753986826a953a7e957 is 50, key is test_row_0/A:col10/1732620337964/Put/seqid=0 2024-11-26T11:25:38,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742257_1433 (size=12241) 2024-11-26T11:25:38,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742258_1434 (size=12241) 2024-11-26T11:25:38,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(8581): Flush requested on 96b783c34e302eff680a83e12373662c 2024-11-26T11:25:38,858 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 96b783c34e302eff680a83e12373662c 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-26T11:25:38,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96b783c34e302eff680a83e12373662c, store=A 2024-11-26T11:25:38,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:25:38,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96b783c34e302eff680a83e12373662c, store=B 2024-11-26T11:25:38,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:25:38,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96b783c34e302eff680a83e12373662c, store=C 2024-11-26T11:25:38,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:25:38,862 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/A/639810125dba45db9f3f27cce7670452 is 50, key is test_row_0/A:col10/1732620337985/Put/seqid=0 2024-11-26T11:25:38,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742259_1435 (size=14341) 2024-11-26T11:25:38,893 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:25:38,894 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-26T11:25:38,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:38,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. as already flushing 2024-11-26T11:25:38,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:38,894 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:38,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:38,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:38,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:38,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1732620398898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:38,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:38,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35926 deadline: 1732620398898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:38,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:38,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35944 deadline: 1732620398904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:38,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:38,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35920 deadline: 1732620398904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:39,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:39,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1732620399005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:39,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:39,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35926 deadline: 1732620399005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:39,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:39,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35944 deadline: 1732620399010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:39,015 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:39,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35920 deadline: 1732620399010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:39,046 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:25:39,046 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-26T11:25:39,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:39,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. as already flushing 2024-11-26T11:25:39,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:39,047 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:39,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:39,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:39,139 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:39,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35978 deadline: 1732620399136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:39,199 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:25:39,199 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-26T11:25:39,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:39,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. as already flushing 2024-11-26T11:25:39,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:39,199 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:39,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:39,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:39,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:39,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35926 deadline: 1732620399209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:39,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:39,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1732620399210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:39,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:39,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35944 deadline: 1732620399215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:39,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:39,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35920 deadline: 1732620399216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:39,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-26T11:25:39,244 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/A/13908ec70cce4753986826a953a7e957 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/13908ec70cce4753986826a953a7e957 2024-11-26T11:25:39,245 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/B/efcd83f6176f422e8b3b7e544264baac as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/efcd83f6176f422e8b3b7e544264baac 2024-11-26T11:25:39,249 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 96b783c34e302eff680a83e12373662c/A of 96b783c34e302eff680a83e12373662c into 13908ec70cce4753986826a953a7e957(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:25:39,249 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 96b783c34e302eff680a83e12373662c: 2024-11-26T11:25:39,249 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c., storeName=96b783c34e302eff680a83e12373662c/A, priority=12, startTime=1732620338810; duration=0sec 2024-11-26T11:25:39,249 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T11:25:39,249 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 96b783c34e302eff680a83e12373662c:A 2024-11-26T11:25:39,250 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T11:25:39,250 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 96b783c34e302eff680a83e12373662c/B of 96b783c34e302eff680a83e12373662c into efcd83f6176f422e8b3b7e544264baac(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:25:39,250 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 96b783c34e302eff680a83e12373662c: 2024-11-26T11:25:39,250 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c., storeName=96b783c34e302eff680a83e12373662c/B, priority=12, startTime=1732620338811; duration=0sec 2024-11-26T11:25:39,250 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:25:39,250 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 96b783c34e302eff680a83e12373662c:B 2024-11-26T11:25:39,251 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T11:25:39,251 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1540): 96b783c34e302eff680a83e12373662c/C is initiating minor compaction (all files) 2024-11-26T11:25:39,251 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 96b783c34e302eff680a83e12373662c/C in TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:39,251 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/38ef198ee1c445d998786337e5f3da47, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/7a868b068c7c4ea39dde8ad05da9a087, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/ecfbba2385fd4646a3fc1c464528ae4f, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/40beccab456d4d8384d94d2582e1f027] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp, totalSize=47.0 K 2024-11-26T11:25:39,251 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 38ef198ee1c445d998786337e5f3da47, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732620334070 2024-11-26T11:25:39,252 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7a868b068c7c4ea39dde8ad05da9a087, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732620334715 2024-11-26T11:25:39,252 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting ecfbba2385fd4646a3fc1c464528ae4f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732620336113 2024-11-26T11:25:39,252 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 40beccab456d4d8384d94d2582e1f027, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732620336831 2024-11-26T11:25:39,260 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 96b783c34e302eff680a83e12373662c#C#compaction#366 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:25:39,261 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/C/ca161eedce804c64af7387d567f6b096 is 50, key is test_row_0/C:col10/1732620337964/Put/seqid=0 2024-11-26T11:25:39,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742260_1436 (size=12241) 2024-11-26T11:25:39,265 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/A/639810125dba45db9f3f27cce7670452 2024-11-26T11:25:39,272 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/B/0ae3c224827943159e8dfed4d2e80a34 is 50, key is test_row_0/B:col10/1732620337985/Put/seqid=0 2024-11-26T11:25:39,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742261_1437 (size=12001) 2024-11-26T11:25:39,278 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/B/0ae3c224827943159e8dfed4d2e80a34 2024-11-26T11:25:39,284 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/C/1c3946f947d7451ea04afcd773a4f05e is 50, key is test_row_0/C:col10/1732620337985/Put/seqid=0 2024-11-26T11:25:39,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742262_1438 (size=12001) 2024-11-26T11:25:39,351 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:25:39,352 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-26T11:25:39,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:39,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. as already flushing 2024-11-26T11:25:39,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:39,352 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:39,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:39,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:39,504 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:25:39,504 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-26T11:25:39,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:39,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. as already flushing 2024-11-26T11:25:39,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:39,505 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:39,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:39,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:39,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:39,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35926 deadline: 1732620399516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:39,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:39,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1732620399517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:39,524 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:39,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35944 deadline: 1732620399521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:39,524 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:39,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35920 deadline: 1732620399523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:39,656 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:25:39,657 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-26T11:25:39,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:39,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. as already flushing 2024-11-26T11:25:39,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:39,657 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:39,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:39,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:39,670 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/C/ca161eedce804c64af7387d567f6b096 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/ca161eedce804c64af7387d567f6b096 2024-11-26T11:25:39,674 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 96b783c34e302eff680a83e12373662c/C of 96b783c34e302eff680a83e12373662c into ca161eedce804c64af7387d567f6b096(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:25:39,674 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 96b783c34e302eff680a83e12373662c: 2024-11-26T11:25:39,674 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c., storeName=96b783c34e302eff680a83e12373662c/C, priority=12, startTime=1732620338811; duration=0sec 2024-11-26T11:25:39,674 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:25:39,674 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 96b783c34e302eff680a83e12373662c:C 2024-11-26T11:25:39,688 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/C/1c3946f947d7451ea04afcd773a4f05e 2024-11-26T11:25:39,691 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/A/639810125dba45db9f3f27cce7670452 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/639810125dba45db9f3f27cce7670452 2024-11-26T11:25:39,695 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/639810125dba45db9f3f27cce7670452, entries=200, sequenceid=127, filesize=14.0 K 2024-11-26T11:25:39,696 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/B/0ae3c224827943159e8dfed4d2e80a34 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/0ae3c224827943159e8dfed4d2e80a34 2024-11-26T11:25:39,699 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/0ae3c224827943159e8dfed4d2e80a34, entries=150, sequenceid=127, filesize=11.7 K 2024-11-26T11:25:39,700 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/C/1c3946f947d7451ea04afcd773a4f05e as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/1c3946f947d7451ea04afcd773a4f05e 2024-11-26T11:25:39,703 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/1c3946f947d7451ea04afcd773a4f05e, entries=150, sequenceid=127, filesize=11.7 K 2024-11-26T11:25:39,704 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 96b783c34e302eff680a83e12373662c in 847ms, sequenceid=127, compaction requested=false 2024-11-26T11:25:39,704 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 96b783c34e302eff680a83e12373662c: 2024-11-26T11:25:39,809 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:25:39,809 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-26T11:25:39,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:39,810 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2837): Flushing 96b783c34e302eff680a83e12373662c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-26T11:25:39,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96b783c34e302eff680a83e12373662c, store=A 2024-11-26T11:25:39,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:25:39,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96b783c34e302eff680a83e12373662c, store=B 2024-11-26T11:25:39,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:25:39,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96b783c34e302eff680a83e12373662c, store=C 2024-11-26T11:25:39,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:25:39,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/A/91fa93b7f5ed4848887e57a08ae9388b is 50, key is test_row_0/A:col10/1732620338896/Put/seqid=0 2024-11-26T11:25:39,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742263_1439 (size=12151) 2024-11-26T11:25:39,818 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/A/91fa93b7f5ed4848887e57a08ae9388b 2024-11-26T11:25:39,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/B/f283ef9d36cc4247b4caa8a6e5541163 is 50, key is test_row_0/B:col10/1732620338896/Put/seqid=0 2024-11-26T11:25:39,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742264_1440 (size=12151) 2024-11-26T11:25:40,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(8581): Flush requested on 96b783c34e302eff680a83e12373662c 2024-11-26T11:25:40,025 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. as already flushing 2024-11-26T11:25:40,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:40,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35944 deadline: 1732620400033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:40,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:40,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35926 deadline: 1732620400037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:40,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:40,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:40,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1732620400037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:40,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35920 deadline: 1732620400038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:40,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:40,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35944 deadline: 1732620400139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:40,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:40,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35978 deadline: 1732620400141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:40,146 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:40,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35926 deadline: 1732620400142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:40,147 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:40,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35920 deadline: 1732620400143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:40,147 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:40,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1732620400143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:40,229 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/B/f283ef9d36cc4247b4caa8a6e5541163 2024-11-26T11:25:40,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-26T11:25:40,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/C/c91d51d81add4c29a2c11f5fbba88169 is 50, key is test_row_0/C:col10/1732620338896/Put/seqid=0 2024-11-26T11:25:40,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742265_1441 (size=12151) 2024-11-26T11:25:40,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:40,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35944 deadline: 1732620400344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:40,351 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:40,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35926 deadline: 1732620400347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:40,351 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:40,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1732620400348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:40,352 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:40,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35920 deadline: 1732620400348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:40,644 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/C/c91d51d81add4c29a2c11f5fbba88169 2024-11-26T11:25:40,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/A/91fa93b7f5ed4848887e57a08ae9388b as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/91fa93b7f5ed4848887e57a08ae9388b 2024-11-26T11:25:40,651 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/91fa93b7f5ed4848887e57a08ae9388b, entries=150, sequenceid=155, filesize=11.9 K 2024-11-26T11:25:40,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/B/f283ef9d36cc4247b4caa8a6e5541163 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/f283ef9d36cc4247b4caa8a6e5541163 2024-11-26T11:25:40,653 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:40,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35944 deadline: 1732620400647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:40,655 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:40,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1732620400652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:40,656 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/f283ef9d36cc4247b4caa8a6e5541163, entries=150, sequenceid=155, filesize=11.9 K 2024-11-26T11:25:40,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:40,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35926 deadline: 1732620400653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:40,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:40,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35920 deadline: 1732620400654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:40,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/C/c91d51d81add4c29a2c11f5fbba88169 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/c91d51d81add4c29a2c11f5fbba88169 2024-11-26T11:25:40,659 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/c91d51d81add4c29a2c11f5fbba88169, entries=150, sequenceid=155, filesize=11.9 K 2024-11-26T11:25:40,660 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 96b783c34e302eff680a83e12373662c in 850ms, sequenceid=155, compaction requested=true 2024-11-26T11:25:40,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2538): Flush status journal for 96b783c34e302eff680a83e12373662c: 2024-11-26T11:25:40,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:40,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=139 2024-11-26T11:25:40,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4106): Remote procedure done, pid=139 2024-11-26T11:25:40,663 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138 2024-11-26T11:25:40,663 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5300 sec 2024-11-26T11:25:40,664 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees in 2.5340 sec 2024-11-26T11:25:41,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(8581): Flush requested on 96b783c34e302eff680a83e12373662c 2024-11-26T11:25:41,162 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 96b783c34e302eff680a83e12373662c 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-26T11:25:41,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96b783c34e302eff680a83e12373662c, store=A 2024-11-26T11:25:41,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:25:41,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96b783c34e302eff680a83e12373662c, store=B 2024-11-26T11:25:41,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:25:41,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96b783c34e302eff680a83e12373662c, store=C 2024-11-26T11:25:41,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:25:41,168 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/A/51f7eaccea2c4600b30af1f345a51384 is 50, key is test_row_0/A:col10/1732620340036/Put/seqid=0 2024-11-26T11:25:41,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742266_1442 (size=12151) 2024-11-26T11:25:41,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:41,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35926 deadline: 1732620401216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:41,233 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:41,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35920 deadline: 1732620401226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:41,235 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:41,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35944 deadline: 1732620401226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:41,236 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:41,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1732620401226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:41,330 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:41,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35926 deadline: 1732620401327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:41,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:41,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35920 deadline: 1732620401334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:41,339 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:41,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35944 deadline: 1732620401336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:41,339 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:41,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1732620401337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:41,537 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:41,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35926 deadline: 1732620401532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:41,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:41,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35920 deadline: 1732620401539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:41,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:41,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35944 deadline: 1732620401540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:41,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:41,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1732620401540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:41,574 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/A/51f7eaccea2c4600b30af1f345a51384 2024-11-26T11:25:41,580 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/B/37623e30234a4942a75b8f3ab2d90167 is 50, key is test_row_0/B:col10/1732620340036/Put/seqid=0 2024-11-26T11:25:41,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742267_1443 (size=12151) 2024-11-26T11:25:41,584 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/B/37623e30234a4942a75b8f3ab2d90167 2024-11-26T11:25:41,590 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/C/311b2b9f83084f26bf8b5801bc16af77 is 50, key is test_row_0/C:col10/1732620340036/Put/seqid=0 2024-11-26T11:25:41,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742268_1444 (size=12151) 2024-11-26T11:25:41,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:41,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35926 deadline: 1732620401839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:41,848 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:41,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1732620401844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:41,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:41,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35920 deadline: 1732620401846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:41,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:41,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35944 deadline: 1732620401846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:41,998 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/C/311b2b9f83084f26bf8b5801bc16af77 2024-11-26T11:25:42,003 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/A/51f7eaccea2c4600b30af1f345a51384 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/51f7eaccea2c4600b30af1f345a51384 2024-11-26T11:25:42,007 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/51f7eaccea2c4600b30af1f345a51384, entries=150, sequenceid=169, filesize=11.9 K 2024-11-26T11:25:42,008 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/B/37623e30234a4942a75b8f3ab2d90167 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/37623e30234a4942a75b8f3ab2d90167 2024-11-26T11:25:42,011 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/37623e30234a4942a75b8f3ab2d90167, entries=150, sequenceid=169, filesize=11.9 K 2024-11-26T11:25:42,012 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/C/311b2b9f83084f26bf8b5801bc16af77 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/311b2b9f83084f26bf8b5801bc16af77 2024-11-26T11:25:42,014 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/311b2b9f83084f26bf8b5801bc16af77, entries=150, sequenceid=169, filesize=11.9 K 2024-11-26T11:25:42,015 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 96b783c34e302eff680a83e12373662c in 853ms, sequenceid=169, compaction requested=true 2024-11-26T11:25:42,015 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 96b783c34e302eff680a83e12373662c: 2024-11-26T11:25:42,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 96b783c34e302eff680a83e12373662c:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T11:25:42,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:25:42,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 96b783c34e302eff680a83e12373662c:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T11:25:42,015 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T11:25:42,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:25:42,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 96b783c34e302eff680a83e12373662c:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T11:25:42,015 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T11:25:42,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T11:25:42,016 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50884 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T11:25:42,016 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48544 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T11:25:42,017 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1540): 96b783c34e302eff680a83e12373662c/B is initiating minor compaction (all files) 2024-11-26T11:25:42,017 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1540): 96b783c34e302eff680a83e12373662c/A is initiating minor compaction (all files) 2024-11-26T11:25:42,017 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 96b783c34e302eff680a83e12373662c/A in TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:42,017 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 96b783c34e302eff680a83e12373662c/B in TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:42,017 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/13908ec70cce4753986826a953a7e957, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/639810125dba45db9f3f27cce7670452, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/91fa93b7f5ed4848887e57a08ae9388b, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/51f7eaccea2c4600b30af1f345a51384] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp, totalSize=49.7 K 2024-11-26T11:25:42,017 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/efcd83f6176f422e8b3b7e544264baac, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/0ae3c224827943159e8dfed4d2e80a34, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/f283ef9d36cc4247b4caa8a6e5541163, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/37623e30234a4942a75b8f3ab2d90167] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp, totalSize=47.4 K 2024-11-26T11:25:42,017 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting efcd83f6176f422e8b3b7e544264baac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732620336831 2024-11-26T11:25:42,017 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 13908ec70cce4753986826a953a7e957, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732620336831 2024-11-26T11:25:42,017 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 0ae3c224827943159e8dfed4d2e80a34, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732620337985 2024-11-26T11:25:42,017 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 639810125dba45db9f3f27cce7670452, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732620337985 2024-11-26T11:25:42,018 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting f283ef9d36cc4247b4caa8a6e5541163, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732620338896 2024-11-26T11:25:42,018 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 91fa93b7f5ed4848887e57a08ae9388b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732620338896 2024-11-26T11:25:42,018 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 37623e30234a4942a75b8f3ab2d90167, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732620340036 2024-11-26T11:25:42,018 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 51f7eaccea2c4600b30af1f345a51384, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732620340036 2024-11-26T11:25:42,025 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 96b783c34e302eff680a83e12373662c#B#compaction#375 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:25:42,026 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/B/7943b7f032a6460c9000549bbd6ef8a1 is 50, key is test_row_0/B:col10/1732620340036/Put/seqid=0 2024-11-26T11:25:42,027 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 96b783c34e302eff680a83e12373662c#A#compaction#376 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:25:42,028 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/A/e7c4913c681944b5b7ced881ac321907 is 50, key is test_row_0/A:col10/1732620340036/Put/seqid=0 2024-11-26T11:25:42,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742269_1445 (size=12527) 2024-11-26T11:25:42,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742270_1446 (size=12527) 2024-11-26T11:25:42,035 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/B/7943b7f032a6460c9000549bbd6ef8a1 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/7943b7f032a6460c9000549bbd6ef8a1 2024-11-26T11:25:42,035 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/A/e7c4913c681944b5b7ced881ac321907 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/e7c4913c681944b5b7ced881ac321907 2024-11-26T11:25:42,039 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 96b783c34e302eff680a83e12373662c/B of 96b783c34e302eff680a83e12373662c into 7943b7f032a6460c9000549bbd6ef8a1(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:25:42,039 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 96b783c34e302eff680a83e12373662c: 2024-11-26T11:25:42,039 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c., storeName=96b783c34e302eff680a83e12373662c/B, priority=12, startTime=1732620342015; duration=0sec 2024-11-26T11:25:42,039 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T11:25:42,039 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 96b783c34e302eff680a83e12373662c:B 2024-11-26T11:25:42,039 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T11:25:42,039 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 96b783c34e302eff680a83e12373662c/A of 96b783c34e302eff680a83e12373662c into e7c4913c681944b5b7ced881ac321907(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:25:42,040 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 96b783c34e302eff680a83e12373662c: 2024-11-26T11:25:42,040 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c., storeName=96b783c34e302eff680a83e12373662c/A, priority=12, startTime=1732620342015; duration=0sec 2024-11-26T11:25:42,040 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:25:42,040 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 96b783c34e302eff680a83e12373662c:A 2024-11-26T11:25:42,040 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48544 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T11:25:42,040 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1540): 96b783c34e302eff680a83e12373662c/C is initiating minor compaction (all files) 2024-11-26T11:25:42,040 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 96b783c34e302eff680a83e12373662c/C in TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:42,040 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/ca161eedce804c64af7387d567f6b096, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/1c3946f947d7451ea04afcd773a4f05e, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/c91d51d81add4c29a2c11f5fbba88169, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/311b2b9f83084f26bf8b5801bc16af77] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp, totalSize=47.4 K 2024-11-26T11:25:42,041 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting ca161eedce804c64af7387d567f6b096, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732620336831 2024-11-26T11:25:42,041 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 1c3946f947d7451ea04afcd773a4f05e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732620337985 2024-11-26T11:25:42,041 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting c91d51d81add4c29a2c11f5fbba88169, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732620338896 2024-11-26T11:25:42,041 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 311b2b9f83084f26bf8b5801bc16af77, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732620340036 2024-11-26T11:25:42,050 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 96b783c34e302eff680a83e12373662c#C#compaction#377 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:25:42,051 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/C/16e865472aa64fe082b36bef938ba7b6 is 50, key is test_row_0/C:col10/1732620340036/Put/seqid=0 2024-11-26T11:25:42,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742271_1447 (size=12527) 2024-11-26T11:25:42,059 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/C/16e865472aa64fe082b36bef938ba7b6 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/16e865472aa64fe082b36bef938ba7b6 2024-11-26T11:25:42,062 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 96b783c34e302eff680a83e12373662c/C of 96b783c34e302eff680a83e12373662c into 16e865472aa64fe082b36bef938ba7b6(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:25:42,062 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 96b783c34e302eff680a83e12373662c: 2024-11-26T11:25:42,062 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c., storeName=96b783c34e302eff680a83e12373662c/C, priority=12, startTime=1732620342015; duration=0sec 2024-11-26T11:25:42,063 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:25:42,063 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 96b783c34e302eff680a83e12373662c:C 2024-11-26T11:25:42,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(8581): Flush requested on 96b783c34e302eff680a83e12373662c 2024-11-26T11:25:42,149 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 96b783c34e302eff680a83e12373662c 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-26T11:25:42,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96b783c34e302eff680a83e12373662c, store=A 2024-11-26T11:25:42,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:25:42,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96b783c34e302eff680a83e12373662c, store=B 2024-11-26T11:25:42,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:25:42,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96b783c34e302eff680a83e12373662c, store=C 2024-11-26T11:25:42,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:25:42,153 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/A/cb96b32a574046ca88a359d4e80e0de7 is 50, key is test_row_0/A:col10/1732620341193/Put/seqid=0 2024-11-26T11:25:42,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742272_1448 (size=14541) 2024-11-26T11:25:42,157 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/A/cb96b32a574046ca88a359d4e80e0de7 2024-11-26T11:25:42,163 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/B/867f7c63646048b0b13226122444d6e8 is 50, key is test_row_0/B:col10/1732620341193/Put/seqid=0 2024-11-26T11:25:42,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742273_1449 (size=12151) 2024-11-26T11:25:42,185 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:42,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35978 deadline: 1732620402182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:42,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-26T11:25:42,234 INFO [Thread-1860 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 138 completed 2024-11-26T11:25:42,236 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T11:25:42,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] procedure2.ProcedureExecutor(1098): Stored pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees 2024-11-26T11:25:42,237 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T11:25:42,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-26T11:25:42,238 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T11:25:42,238 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T11:25:42,289 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:42,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35978 deadline: 1732620402286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:42,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-26T11:25:42,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:42,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35926 deadline: 1732620402347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:42,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:42,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1732620402351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:42,354 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:42,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35920 deadline: 1732620402352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:42,356 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:42,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35944 deadline: 1732620402354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:42,389 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:25:42,389 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-26T11:25:42,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:42,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. as already flushing 2024-11-26T11:25:42,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:42,390 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:42,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:42,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:42,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:42,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35978 deadline: 1732620402490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:42,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-26T11:25:42,542 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:25:42,542 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-26T11:25:42,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:42,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. as already flushing 2024-11-26T11:25:42,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:42,542 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:42,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:42,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:42,567 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/B/867f7c63646048b0b13226122444d6e8 2024-11-26T11:25:42,574 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/C/2aae696488994a1783ff3b9668728084 is 50, key is test_row_0/C:col10/1732620341193/Put/seqid=0 2024-11-26T11:25:42,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742274_1450 (size=12151) 2024-11-26T11:25:42,579 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/C/2aae696488994a1783ff3b9668728084 2024-11-26T11:25:42,583 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/A/cb96b32a574046ca88a359d4e80e0de7 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/cb96b32a574046ca88a359d4e80e0de7 2024-11-26T11:25:42,587 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/cb96b32a574046ca88a359d4e80e0de7, entries=200, sequenceid=195, filesize=14.2 K 2024-11-26T11:25:42,588 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/B/867f7c63646048b0b13226122444d6e8 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/867f7c63646048b0b13226122444d6e8 2024-11-26T11:25:42,591 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/867f7c63646048b0b13226122444d6e8, entries=150, sequenceid=195, filesize=11.9 K 2024-11-26T11:25:42,591 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/C/2aae696488994a1783ff3b9668728084 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/2aae696488994a1783ff3b9668728084 2024-11-26T11:25:42,594 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/2aae696488994a1783ff3b9668728084, entries=150, sequenceid=195, filesize=11.9 K 2024-11-26T11:25:42,595 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 96b783c34e302eff680a83e12373662c in 446ms, sequenceid=195, compaction requested=false 2024-11-26T11:25:42,595 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 96b783c34e302eff680a83e12373662c: 2024-11-26T11:25:42,694 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:25:42,695 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-26T11:25:42,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:42,695 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2837): Flushing 96b783c34e302eff680a83e12373662c 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-26T11:25:42,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96b783c34e302eff680a83e12373662c, store=A 2024-11-26T11:25:42,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:25:42,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96b783c34e302eff680a83e12373662c, store=B 2024-11-26T11:25:42,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:25:42,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96b783c34e302eff680a83e12373662c, store=C 2024-11-26T11:25:42,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:25:42,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/A/cac058e3f3fb4ceb9ac28ce6e265b350 is 50, key is test_row_0/A:col10/1732620342179/Put/seqid=0 2024-11-26T11:25:42,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742275_1451 (size=12151) 2024-11-26T11:25:42,797 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. as already flushing 2024-11-26T11:25:42,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(8581): Flush requested on 96b783c34e302eff680a83e12373662c 2024-11-26T11:25:42,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-26T11:25:42,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:42,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35978 deadline: 1732620402889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:42,999 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:42,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35978 deadline: 1732620402995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:43,105 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/A/cac058e3f3fb4ceb9ac28ce6e265b350 2024-11-26T11:25:43,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/B/b98965a8bdf84e2cbf847ea2d09eb6eb is 50, key is test_row_0/B:col10/1732620342179/Put/seqid=0 2024-11-26T11:25:43,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742276_1452 (size=12151) 2024-11-26T11:25:43,123 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/B/b98965a8bdf84e2cbf847ea2d09eb6eb 2024-11-26T11:25:43,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/C/56a78dda70c64b93b5610cfa028d3bb7 is 50, key is test_row_0/C:col10/1732620342179/Put/seqid=0 2024-11-26T11:25:43,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742277_1453 (size=12151) 2024-11-26T11:25:43,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:43,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35978 deadline: 1732620403201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:43,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-26T11:25:43,351 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:43,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35926 deadline: 1732620403349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:43,357 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:43,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1732620403354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:43,362 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:43,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35944 deadline: 1732620403361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:43,364 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:43,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35920 deadline: 1732620403362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:43,510 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:43,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35978 deadline: 1732620403505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:43,536 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/C/56a78dda70c64b93b5610cfa028d3bb7 2024-11-26T11:25:43,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/A/cac058e3f3fb4ceb9ac28ce6e265b350 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/cac058e3f3fb4ceb9ac28ce6e265b350 2024-11-26T11:25:43,542 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/cac058e3f3fb4ceb9ac28ce6e265b350, entries=150, sequenceid=208, filesize=11.9 K 2024-11-26T11:25:43,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/B/b98965a8bdf84e2cbf847ea2d09eb6eb as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/b98965a8bdf84e2cbf847ea2d09eb6eb 2024-11-26T11:25:43,546 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/b98965a8bdf84e2cbf847ea2d09eb6eb, entries=150, sequenceid=208, filesize=11.9 K 2024-11-26T11:25:43,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/C/56a78dda70c64b93b5610cfa028d3bb7 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/56a78dda70c64b93b5610cfa028d3bb7 2024-11-26T11:25:43,549 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/56a78dda70c64b93b5610cfa028d3bb7, entries=150, sequenceid=208, filesize=11.9 K 2024-11-26T11:25:43,550 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 96b783c34e302eff680a83e12373662c in 855ms, sequenceid=208, compaction requested=true 2024-11-26T11:25:43,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2538): Flush status journal for 96b783c34e302eff680a83e12373662c: 2024-11-26T11:25:43,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:43,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=141 2024-11-26T11:25:43,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4106): Remote procedure done, pid=141 2024-11-26T11:25:43,553 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=141, resume processing ppid=140 2024-11-26T11:25:43,553 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3130 sec 2024-11-26T11:25:43,554 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees in 1.3170 sec 2024-11-26T11:25:44,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(8581): Flush requested on 96b783c34e302eff680a83e12373662c 2024-11-26T11:25:44,017 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 96b783c34e302eff680a83e12373662c 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-26T11:25:44,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96b783c34e302eff680a83e12373662c, store=A 2024-11-26T11:25:44,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:25:44,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96b783c34e302eff680a83e12373662c, store=B 2024-11-26T11:25:44,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:25:44,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96b783c34e302eff680a83e12373662c, store=C 2024-11-26T11:25:44,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:25:44,022 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/A/72fea4ede8b741ef89c4a7f43d2f3790 is 50, key is test_row_0/A:col10/1732620344016/Put/seqid=0 2024-11-26T11:25:44,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742278_1454 (size=14541) 2024-11-26T11:25:44,063 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:44,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35978 deadline: 1732620404059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:44,168 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:44,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35978 deadline: 1732620404165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:44,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-26T11:25:44,341 INFO [Thread-1860 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 140 completed 2024-11-26T11:25:44,342 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T11:25:44,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] procedure2.ProcedureExecutor(1098): Stored pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees 2024-11-26T11:25:44,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-26T11:25:44,344 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T11:25:44,345 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T11:25:44,345 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T11:25:44,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:44,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35978 deadline: 1732620404369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:44,426 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/A/72fea4ede8b741ef89c4a7f43d2f3790 2024-11-26T11:25:44,436 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/B/6b9075db1595468eb5890b660eb8457a is 50, key is test_row_0/B:col10/1732620344016/Put/seqid=0 2024-11-26T11:25:44,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742279_1455 (size=12151) 2024-11-26T11:25:44,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-26T11:25:44,496 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:25:44,496 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-26T11:25:44,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:44,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. as already flushing 2024-11-26T11:25:44,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:44,497 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:44,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:44,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:44,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-26T11:25:44,649 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:25:44,649 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-26T11:25:44,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:44,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. as already flushing 2024-11-26T11:25:44,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:44,650 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:44,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:44,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:44,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:44,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35978 deadline: 1732620404675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:44,802 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:25:44,802 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-26T11:25:44,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:44,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. as already flushing 2024-11-26T11:25:44,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:44,802 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:44,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:44,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:44,841 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/B/6b9075db1595468eb5890b660eb8457a 2024-11-26T11:25:44,848 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/C/39c28765a1734a8fb9763749ac3a7b03 is 50, key is test_row_0/C:col10/1732620344016/Put/seqid=0 2024-11-26T11:25:44,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742280_1456 (size=12151) 2024-11-26T11:25:44,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-26T11:25:44,954 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:25:44,955 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-26T11:25:44,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:44,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. as already flushing 2024-11-26T11:25:44,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:44,955 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:44,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:44,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:45,107 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:25:45,107 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-26T11:25:45,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:45,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. as already flushing 2024-11-26T11:25:45,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:45,107 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:45,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:45,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:45,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:45,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35978 deadline: 1732620405177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:45,252 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/C/39c28765a1734a8fb9763749ac3a7b03 2024-11-26T11:25:45,256 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/A/72fea4ede8b741ef89c4a7f43d2f3790 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/72fea4ede8b741ef89c4a7f43d2f3790 2024-11-26T11:25:45,259 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:25:45,259 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/72fea4ede8b741ef89c4a7f43d2f3790, entries=200, sequenceid=232, filesize=14.2 K 2024-11-26T11:25:45,260 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-26T11:25:45,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:45,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. as already flushing 2024-11-26T11:25:45,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:45,260 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:45,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:45,260 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/B/6b9075db1595468eb5890b660eb8457a as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/6b9075db1595468eb5890b660eb8457a 2024-11-26T11:25:45,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:45,264 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/6b9075db1595468eb5890b660eb8457a, entries=150, sequenceid=232, filesize=11.9 K 2024-11-26T11:25:45,265 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/C/39c28765a1734a8fb9763749ac3a7b03 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/39c28765a1734a8fb9763749ac3a7b03 2024-11-26T11:25:45,268 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/39c28765a1734a8fb9763749ac3a7b03, entries=150, sequenceid=232, filesize=11.9 K 2024-11-26T11:25:45,269 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 96b783c34e302eff680a83e12373662c in 1252ms, sequenceid=232, compaction requested=true 2024-11-26T11:25:45,269 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 96b783c34e302eff680a83e12373662c: 2024-11-26T11:25:45,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 96b783c34e302eff680a83e12373662c:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T11:25:45,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:25:45,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 96b783c34e302eff680a83e12373662c:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T11:25:45,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:25:45,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 96b783c34e302eff680a83e12373662c:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T11:25:45,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T11:25:45,269 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T11:25:45,269 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T11:25:45,270 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T11:25:45,270 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53760 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T11:25:45,270 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1540): 96b783c34e302eff680a83e12373662c/B is initiating minor compaction (all files) 2024-11-26T11:25:45,270 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1540): 96b783c34e302eff680a83e12373662c/A is initiating minor compaction (all files) 2024-11-26T11:25:45,270 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 96b783c34e302eff680a83e12373662c/B in TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:45,270 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 96b783c34e302eff680a83e12373662c/A in TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:45,271 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/7943b7f032a6460c9000549bbd6ef8a1, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/867f7c63646048b0b13226122444d6e8, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/b98965a8bdf84e2cbf847ea2d09eb6eb, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/6b9075db1595468eb5890b660eb8457a] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp, totalSize=47.8 K 2024-11-26T11:25:45,271 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/e7c4913c681944b5b7ced881ac321907, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/cb96b32a574046ca88a359d4e80e0de7, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/cac058e3f3fb4ceb9ac28ce6e265b350, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/72fea4ede8b741ef89c4a7f43d2f3790] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp, totalSize=52.5 K 2024-11-26T11:25:45,271 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 7943b7f032a6460c9000549bbd6ef8a1, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732620340036 2024-11-26T11:25:45,271 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting e7c4913c681944b5b7ced881ac321907, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732620340036 2024-11-26T11:25:45,271 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 867f7c63646048b0b13226122444d6e8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732620341193 2024-11-26T11:25:45,271 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting cb96b32a574046ca88a359d4e80e0de7, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732620341193 2024-11-26T11:25:45,272 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting b98965a8bdf84e2cbf847ea2d09eb6eb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732620342162 2024-11-26T11:25:45,272 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting cac058e3f3fb4ceb9ac28ce6e265b350, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732620342162 2024-11-26T11:25:45,272 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 72fea4ede8b741ef89c4a7f43d2f3790, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1732620342846 2024-11-26T11:25:45,272 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 6b9075db1595468eb5890b660eb8457a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1732620342846 2024-11-26T11:25:45,286 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 96b783c34e302eff680a83e12373662c#B#compaction#387 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:25:45,286 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 96b783c34e302eff680a83e12373662c#A#compaction#388 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:25:45,286 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/B/449e115cdcbb4cd087abea0baa80be99 is 50, key is test_row_0/B:col10/1732620344016/Put/seqid=0 2024-11-26T11:25:45,286 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/A/d3bc3dd826af48dc982c774bd14bbc3b is 50, key is test_row_0/A:col10/1732620344016/Put/seqid=0 2024-11-26T11:25:45,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742282_1458 (size=12663) 2024-11-26T11:25:45,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742281_1457 (size=12663) 2024-11-26T11:25:45,294 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/A/d3bc3dd826af48dc982c774bd14bbc3b as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/d3bc3dd826af48dc982c774bd14bbc3b 2024-11-26T11:25:45,295 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/B/449e115cdcbb4cd087abea0baa80be99 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/449e115cdcbb4cd087abea0baa80be99 2024-11-26T11:25:45,298 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 96b783c34e302eff680a83e12373662c/A of 96b783c34e302eff680a83e12373662c into d3bc3dd826af48dc982c774bd14bbc3b(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:25:45,298 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 96b783c34e302eff680a83e12373662c: 2024-11-26T11:25:45,298 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c., storeName=96b783c34e302eff680a83e12373662c/A, priority=12, startTime=1732620345269; duration=0sec 2024-11-26T11:25:45,299 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T11:25:45,299 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 96b783c34e302eff680a83e12373662c:A 2024-11-26T11:25:45,299 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T11:25:45,300 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T11:25:45,300 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1540): 96b783c34e302eff680a83e12373662c/C is initiating minor compaction (all files) 2024-11-26T11:25:45,300 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 96b783c34e302eff680a83e12373662c/C in TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:45,300 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/16e865472aa64fe082b36bef938ba7b6, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/2aae696488994a1783ff3b9668728084, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/56a78dda70c64b93b5610cfa028d3bb7, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/39c28765a1734a8fb9763749ac3a7b03] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp, totalSize=47.8 K 2024-11-26T11:25:45,300 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 96b783c34e302eff680a83e12373662c/B of 96b783c34e302eff680a83e12373662c into 449e115cdcbb4cd087abea0baa80be99(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:25:45,300 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 96b783c34e302eff680a83e12373662c: 2024-11-26T11:25:45,300 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c., storeName=96b783c34e302eff680a83e12373662c/B, priority=12, startTime=1732620345269; duration=0sec 2024-11-26T11:25:45,300 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:25:45,300 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 16e865472aa64fe082b36bef938ba7b6, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732620340036 2024-11-26T11:25:45,300 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 96b783c34e302eff680a83e12373662c:B 2024-11-26T11:25:45,301 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2aae696488994a1783ff3b9668728084, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732620341193 2024-11-26T11:25:45,302 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 56a78dda70c64b93b5610cfa028d3bb7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732620342162 2024-11-26T11:25:45,302 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 39c28765a1734a8fb9763749ac3a7b03, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1732620342846 2024-11-26T11:25:45,307 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 96b783c34e302eff680a83e12373662c#C#compaction#389 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:25:45,307 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/C/3ef30b0791ae453484da2786e4f9a4c5 is 50, key is test_row_0/C:col10/1732620344016/Put/seqid=0 2024-11-26T11:25:45,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742283_1459 (size=12663) 2024-11-26T11:25:45,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(8581): Flush requested on 96b783c34e302eff680a83e12373662c 2024-11-26T11:25:45,359 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 96b783c34e302eff680a83e12373662c 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-26T11:25:45,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96b783c34e302eff680a83e12373662c, store=A 2024-11-26T11:25:45,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:25:45,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96b783c34e302eff680a83e12373662c, store=B 2024-11-26T11:25:45,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:25:45,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96b783c34e302eff680a83e12373662c, store=C 2024-11-26T11:25:45,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:25:45,363 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/A/c1de3e54f1da42ee9f09f050160771bc is 50, key is test_row_0/A:col10/1732620344037/Put/seqid=0 2024-11-26T11:25:45,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742284_1460 (size=14541) 2024-11-26T11:25:45,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:45,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35920 deadline: 1732620405397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:45,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:45,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1732620405399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:45,406 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:45,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35944 deadline: 1732620405399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:45,406 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:45,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35926 deadline: 1732620405400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:45,412 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:25:45,412 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-26T11:25:45,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:45,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. as already flushing 2024-11-26T11:25:45,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:45,413 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:45,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:45,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:45,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-26T11:25:45,505 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:45,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35920 deadline: 1732620405503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:45,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:45,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1732620405505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:45,510 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:45,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35944 deadline: 1732620405507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:45,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:45,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35926 deadline: 1732620405507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:45,564 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:25:45,565 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-26T11:25:45,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:45,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. as already flushing 2024-11-26T11:25:45,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:45,565 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:45,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:45,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:45,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:45,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35920 deadline: 1732620405706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:45,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:45,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1732620405709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:45,714 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:45,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35944 deadline: 1732620405711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:45,716 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:45,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35926 deadline: 1732620405711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:45,716 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/C/3ef30b0791ae453484da2786e4f9a4c5 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/3ef30b0791ae453484da2786e4f9a4c5 2024-11-26T11:25:45,717 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:25:45,717 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-26T11:25:45,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:45,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. as already flushing 2024-11-26T11:25:45,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:45,718 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:45,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:45,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:45,721 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 96b783c34e302eff680a83e12373662c/C of 96b783c34e302eff680a83e12373662c into 3ef30b0791ae453484da2786e4f9a4c5(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:25:45,721 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 96b783c34e302eff680a83e12373662c: 2024-11-26T11:25:45,721 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c., storeName=96b783c34e302eff680a83e12373662c/C, priority=12, startTime=1732620345269; duration=0sec 2024-11-26T11:25:45,721 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:25:45,721 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 96b783c34e302eff680a83e12373662c:C 2024-11-26T11:25:45,767 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/A/c1de3e54f1da42ee9f09f050160771bc 2024-11-26T11:25:45,774 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/B/7ae03bd7dcea42e8b9501f652d0e074f is 50, key is test_row_0/B:col10/1732620344037/Put/seqid=0 2024-11-26T11:25:45,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742285_1461 (size=12151) 2024-11-26T11:25:45,870 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:25:45,870 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-26T11:25:45,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:45,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. as already flushing 2024-11-26T11:25:45,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:45,870 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:45,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:45,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:46,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:46,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1732620406011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:46,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:46,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35920 deadline: 1732620406012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:46,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:46,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35944 deadline: 1732620406016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:46,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:46,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35926 deadline: 1732620406019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:46,022 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:25:46,023 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-26T11:25:46,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:46,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. as already flushing 2024-11-26T11:25:46,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:46,023 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:46,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:46,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:46,175 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:25:46,175 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-26T11:25:46,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:46,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. as already flushing 2024-11-26T11:25:46,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:46,175 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:46,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:46,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:46,179 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/B/7ae03bd7dcea42e8b9501f652d0e074f 2024-11-26T11:25:46,185 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/C/8e1f604977904df2b84bcfb3e2ed4700 is 50, key is test_row_0/C:col10/1732620344037/Put/seqid=0 2024-11-26T11:25:46,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:46,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35978 deadline: 1732620406184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:46,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742286_1462 (size=12151) 2024-11-26T11:25:46,327 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:25:46,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-26T11:25:46,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:46,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. as already flushing 2024-11-26T11:25:46,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:46,328 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:46,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:46,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:46,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-26T11:25:46,480 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:25:46,480 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-26T11:25:46,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:46,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. as already flushing 2024-11-26T11:25:46,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:46,481 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:46,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:46,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:46,517 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:46,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35920 deadline: 1732620406514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:46,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:46,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1732620406515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:46,525 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:46,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35944 deadline: 1732620406523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:46,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:46,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35926 deadline: 1732620406523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:46,590 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/C/8e1f604977904df2b84bcfb3e2ed4700 2024-11-26T11:25:46,593 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/A/c1de3e54f1da42ee9f09f050160771bc as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/c1de3e54f1da42ee9f09f050160771bc 2024-11-26T11:25:46,597 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/c1de3e54f1da42ee9f09f050160771bc, entries=200, sequenceid=247, filesize=14.2 K 2024-11-26T11:25:46,598 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/B/7ae03bd7dcea42e8b9501f652d0e074f as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/7ae03bd7dcea42e8b9501f652d0e074f 2024-11-26T11:25:46,601 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/7ae03bd7dcea42e8b9501f652d0e074f, entries=150, sequenceid=247, filesize=11.9 K 2024-11-26T11:25:46,601 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/C/8e1f604977904df2b84bcfb3e2ed4700 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/8e1f604977904df2b84bcfb3e2ed4700 2024-11-26T11:25:46,604 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/8e1f604977904df2b84bcfb3e2ed4700, entries=150, sequenceid=247, filesize=11.9 K 2024-11-26T11:25:46,605 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 96b783c34e302eff680a83e12373662c in 1246ms, sequenceid=247, compaction requested=false 2024-11-26T11:25:46,605 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 96b783c34e302eff680a83e12373662c: 2024-11-26T11:25:46,632 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:25:46,633 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-26T11:25:46,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:46,633 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2837): Flushing 96b783c34e302eff680a83e12373662c 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-26T11:25:46,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96b783c34e302eff680a83e12373662c, store=A 2024-11-26T11:25:46,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:25:46,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96b783c34e302eff680a83e12373662c, store=B 2024-11-26T11:25:46,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:25:46,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96b783c34e302eff680a83e12373662c, store=C 2024-11-26T11:25:46,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:25:46,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/A/0a986dd674c043ce91e4326c82b6893b is 50, key is test_row_0/A:col10/1732620345397/Put/seqid=0 2024-11-26T11:25:46,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742287_1463 (size=12301) 2024-11-26T11:25:47,047 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/A/0a986dd674c043ce91e4326c82b6893b 2024-11-26T11:25:47,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/B/f471af5c4ea243a4a4ada9e7e503bf67 is 50, key is test_row_0/B:col10/1732620345397/Put/seqid=0 2024-11-26T11:25:47,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742288_1464 (size=12301) 2024-11-26T11:25:47,461 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/B/f471af5c4ea243a4a4ada9e7e503bf67 2024-11-26T11:25:47,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/C/77664b09f29f4c43a7cf7f4c0f9385f6 is 50, key is test_row_0/C:col10/1732620345397/Put/seqid=0 2024-11-26T11:25:47,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742289_1465 (size=12301) 2024-11-26T11:25:47,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(8581): Flush requested on 96b783c34e302eff680a83e12373662c 2024-11-26T11:25:47,520 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. as already flushing 2024-11-26T11:25:47,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:47,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35944 deadline: 1732620407538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:47,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:47,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1732620407538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:47,545 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:47,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35926 deadline: 1732620407540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:47,545 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:47,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35920 deadline: 1732620407541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:47,646 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:47,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35944 deadline: 1732620407643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:47,647 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:47,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1732620407643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:47,649 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:47,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35920 deadline: 1732620407647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:47,651 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:47,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35926 deadline: 1732620407647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:47,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:47,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35944 deadline: 1732620407848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:47,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:47,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1732620407849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:47,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:47,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35920 deadline: 1732620407850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:47,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:47,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35926 deadline: 1732620407853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:47,873 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/C/77664b09f29f4c43a7cf7f4c0f9385f6 2024-11-26T11:25:47,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/A/0a986dd674c043ce91e4326c82b6893b as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/0a986dd674c043ce91e4326c82b6893b 2024-11-26T11:25:47,880 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/0a986dd674c043ce91e4326c82b6893b, entries=150, sequenceid=271, filesize=12.0 K 2024-11-26T11:25:47,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/B/f471af5c4ea243a4a4ada9e7e503bf67 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/f471af5c4ea243a4a4ada9e7e503bf67 2024-11-26T11:25:47,884 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/f471af5c4ea243a4a4ada9e7e503bf67, entries=150, sequenceid=271, filesize=12.0 K 2024-11-26T11:25:47,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/C/77664b09f29f4c43a7cf7f4c0f9385f6 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/77664b09f29f4c43a7cf7f4c0f9385f6 2024-11-26T11:25:47,888 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/77664b09f29f4c43a7cf7f4c0f9385f6, entries=150, sequenceid=271, filesize=12.0 K 2024-11-26T11:25:47,889 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 96b783c34e302eff680a83e12373662c in 1255ms, sequenceid=271, compaction requested=true 2024-11-26T11:25:47,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2538): Flush status journal for 96b783c34e302eff680a83e12373662c: 2024-11-26T11:25:47,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:47,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=143 2024-11-26T11:25:47,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4106): Remote procedure done, pid=143 2024-11-26T11:25:47,891 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=143, resume processing ppid=142 2024-11-26T11:25:47,891 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.5450 sec 2024-11-26T11:25:47,892 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees in 3.5490 sec 2024-11-26T11:25:48,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(8581): Flush requested on 96b783c34e302eff680a83e12373662c 2024-11-26T11:25:48,155 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 96b783c34e302eff680a83e12373662c 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-26T11:25:48,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96b783c34e302eff680a83e12373662c, store=A 2024-11-26T11:25:48,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:25:48,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96b783c34e302eff680a83e12373662c, store=B 2024-11-26T11:25:48,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:25:48,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96b783c34e302eff680a83e12373662c, store=C 2024-11-26T11:25:48,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:25:48,160 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/A/1ef796c9942e494d96688bf9554f13bb is 50, key is test_row_0/A:col10/1732620347540/Put/seqid=0 2024-11-26T11:25:48,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742290_1466 (size=14741) 2024-11-26T11:25:48,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:48,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35926 deadline: 1732620408185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:48,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:48,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35978 deadline: 1732620408190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:48,193 DEBUG [Thread-1850 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4134 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c., hostname=173854343f88,33007,1732620213227, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T11:25:48,198 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:48,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1732620408190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:48,198 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:48,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35944 deadline: 1732620408191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:48,198 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:48,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35920 deadline: 1732620408192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:48,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:48,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35926 deadline: 1732620408293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:48,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:48,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1732620408299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:48,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:48,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35944 deadline: 1732620408299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:48,304 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:48,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35920 deadline: 1732620408299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:48,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-26T11:25:48,448 INFO [Thread-1860 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 142 completed 2024-11-26T11:25:48,449 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T11:25:48,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] procedure2.ProcedureExecutor(1098): Stored pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees 2024-11-26T11:25:48,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-26T11:25:48,450 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T11:25:48,451 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T11:25:48,451 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T11:25:48,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:48,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35926 deadline: 1732620408499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:48,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:48,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1732620408504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:48,508 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:48,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35944 deadline: 1732620408504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:48,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:48,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35920 deadline: 1732620408505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:48,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-26T11:25:48,564 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/A/1ef796c9942e494d96688bf9554f13bb 2024-11-26T11:25:48,571 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/B/34cb624babe44d38b2ba6f88e564d575 is 50, key is test_row_0/B:col10/1732620347540/Put/seqid=0 2024-11-26T11:25:48,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742291_1467 (size=12301) 2024-11-26T11:25:48,602 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:25:48,603 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-26T11:25:48,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:48,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. as already flushing 2024-11-26T11:25:48,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:48,603 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:48,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:48,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:48,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-26T11:25:48,755 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:25:48,756 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-26T11:25:48,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:48,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. as already flushing 2024-11-26T11:25:48,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:48,756 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:48,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:48,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:48,808 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:48,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35926 deadline: 1732620408804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:48,814 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:48,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1732620408809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:48,814 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:48,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35944 deadline: 1732620408810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:48,814 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:48,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35920 deadline: 1732620408810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:48,908 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:25:48,908 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-26T11:25:48,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:48,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. as already flushing 2024-11-26T11:25:48,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:48,909 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:48,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:48,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:48,976 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/B/34cb624babe44d38b2ba6f88e564d575 2024-11-26T11:25:48,983 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/C/373c3dd6ebdd4640bb8f1f4fdaf78c00 is 50, key is test_row_0/C:col10/1732620347540/Put/seqid=0 2024-11-26T11:25:48,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742292_1468 (size=12301) 2024-11-26T11:25:49,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-26T11:25:49,060 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:25:49,061 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-26T11:25:49,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:49,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. as already flushing 2024-11-26T11:25:49,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:49,061 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:49,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:49,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:49,213 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:25:49,213 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-26T11:25:49,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:49,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. as already flushing 2024-11-26T11:25:49,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:49,214 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:49,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:49,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:49,314 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:49,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35926 deadline: 1732620409311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:49,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:49,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35944 deadline: 1732620409317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:49,321 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:49,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1732620409318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:49,324 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:49,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35920 deadline: 1732620409319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:49,366 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:25:49,366 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-26T11:25:49,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:49,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. as already flushing 2024-11-26T11:25:49,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:49,367 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:49,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:49,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:25:49,387 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/C/373c3dd6ebdd4640bb8f1f4fdaf78c00 2024-11-26T11:25:49,391 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/A/1ef796c9942e494d96688bf9554f13bb as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/1ef796c9942e494d96688bf9554f13bb 2024-11-26T11:25:49,394 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/1ef796c9942e494d96688bf9554f13bb, entries=200, sequenceid=285, filesize=14.4 K 2024-11-26T11:25:49,395 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/B/34cb624babe44d38b2ba6f88e564d575 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/34cb624babe44d38b2ba6f88e564d575 2024-11-26T11:25:49,398 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/34cb624babe44d38b2ba6f88e564d575, entries=150, sequenceid=285, filesize=12.0 K 2024-11-26T11:25:49,399 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/C/373c3dd6ebdd4640bb8f1f4fdaf78c00 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/373c3dd6ebdd4640bb8f1f4fdaf78c00 2024-11-26T11:25:49,402 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/373c3dd6ebdd4640bb8f1f4fdaf78c00, entries=150, sequenceid=285, filesize=12.0 K 2024-11-26T11:25:49,402 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 96b783c34e302eff680a83e12373662c in 1247ms, sequenceid=285, compaction requested=true 2024-11-26T11:25:49,402 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 96b783c34e302eff680a83e12373662c: 2024-11-26T11:25:49,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 96b783c34e302eff680a83e12373662c:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T11:25:49,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:25:49,403 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T11:25:49,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 96b783c34e302eff680a83e12373662c:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T11:25:49,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:25:49,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 96b783c34e302eff680a83e12373662c:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T11:25:49,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T11:25:49,403 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T11:25:49,404 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54246 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T11:25:49,404 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49416 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T11:25:49,404 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1540): 96b783c34e302eff680a83e12373662c/A is initiating minor compaction (all files) 2024-11-26T11:25:49,404 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1540): 96b783c34e302eff680a83e12373662c/B is initiating minor compaction (all files) 2024-11-26T11:25:49,404 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 96b783c34e302eff680a83e12373662c/A in TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:49,404 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 96b783c34e302eff680a83e12373662c/B in TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:49,404 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/d3bc3dd826af48dc982c774bd14bbc3b, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/c1de3e54f1da42ee9f09f050160771bc, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/0a986dd674c043ce91e4326c82b6893b, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/1ef796c9942e494d96688bf9554f13bb] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp, totalSize=53.0 K 2024-11-26T11:25:49,404 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/449e115cdcbb4cd087abea0baa80be99, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/7ae03bd7dcea42e8b9501f652d0e074f, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/f471af5c4ea243a4a4ada9e7e503bf67, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/34cb624babe44d38b2ba6f88e564d575] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp, totalSize=48.3 K 2024-11-26T11:25:49,404 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting d3bc3dd826af48dc982c774bd14bbc3b, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1732620342846 2024-11-26T11:25:49,404 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 449e115cdcbb4cd087abea0baa80be99, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1732620342846 2024-11-26T11:25:49,405 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting c1de3e54f1da42ee9f09f050160771bc, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732620344037 2024-11-26T11:25:49,405 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 7ae03bd7dcea42e8b9501f652d0e074f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732620344037 2024-11-26T11:25:49,405 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0a986dd674c043ce91e4326c82b6893b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1732620345397 2024-11-26T11:25:49,405 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting f471af5c4ea243a4a4ada9e7e503bf67, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1732620345397 2024-11-26T11:25:49,405 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1ef796c9942e494d96688bf9554f13bb, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1732620347536 2024-11-26T11:25:49,405 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 34cb624babe44d38b2ba6f88e564d575, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1732620347536 2024-11-26T11:25:49,413 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 96b783c34e302eff680a83e12373662c#B#compaction#400 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:25:49,413 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/B/30469395dffb4d3eb72472c281175c5e is 50, key is test_row_0/B:col10/1732620347540/Put/seqid=0 2024-11-26T11:25:49,414 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 96b783c34e302eff680a83e12373662c#A#compaction#399 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:25:49,414 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/A/c3a8834f61404a2aad7cf9e5498aa30e is 50, key is test_row_0/A:col10/1732620347540/Put/seqid=0 2024-11-26T11:25:49,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742293_1469 (size=12949) 2024-11-26T11:25:49,421 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/B/30469395dffb4d3eb72472c281175c5e as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/30469395dffb4d3eb72472c281175c5e 2024-11-26T11:25:49,425 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 96b783c34e302eff680a83e12373662c/B of 96b783c34e302eff680a83e12373662c into 30469395dffb4d3eb72472c281175c5e(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:25:49,425 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 96b783c34e302eff680a83e12373662c: 2024-11-26T11:25:49,425 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c., storeName=96b783c34e302eff680a83e12373662c/B, priority=12, startTime=1732620349403; duration=0sec 2024-11-26T11:25:49,425 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T11:25:49,425 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 96b783c34e302eff680a83e12373662c:B 2024-11-26T11:25:49,425 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T11:25:49,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742294_1470 (size=12949) 2024-11-26T11:25:49,426 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49416 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T11:25:49,426 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1540): 96b783c34e302eff680a83e12373662c/C is initiating minor compaction (all files) 2024-11-26T11:25:49,426 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 96b783c34e302eff680a83e12373662c/C in TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:49,427 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/3ef30b0791ae453484da2786e4f9a4c5, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/8e1f604977904df2b84bcfb3e2ed4700, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/77664b09f29f4c43a7cf7f4c0f9385f6, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/373c3dd6ebdd4640bb8f1f4fdaf78c00] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp, totalSize=48.3 K 2024-11-26T11:25:49,427 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 3ef30b0791ae453484da2786e4f9a4c5, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1732620342846 2024-11-26T11:25:49,427 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 8e1f604977904df2b84bcfb3e2ed4700, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732620344037 2024-11-26T11:25:49,428 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 77664b09f29f4c43a7cf7f4c0f9385f6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1732620345397 2024-11-26T11:25:49,428 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 373c3dd6ebdd4640bb8f1f4fdaf78c00, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1732620347536 2024-11-26T11:25:49,429 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/A/c3a8834f61404a2aad7cf9e5498aa30e as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/c3a8834f61404a2aad7cf9e5498aa30e 2024-11-26T11:25:49,433 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 96b783c34e302eff680a83e12373662c/A of 96b783c34e302eff680a83e12373662c into c3a8834f61404a2aad7cf9e5498aa30e(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:25:49,433 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 96b783c34e302eff680a83e12373662c: 2024-11-26T11:25:49,433 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c., storeName=96b783c34e302eff680a83e12373662c/A, priority=12, startTime=1732620349402; duration=0sec 2024-11-26T11:25:49,433 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:25:49,433 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 96b783c34e302eff680a83e12373662c:A 2024-11-26T11:25:49,435 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 96b783c34e302eff680a83e12373662c#C#compaction#401 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:25:49,436 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/C/794c4223d5234957baa0e7ddb2900f65 is 50, key is test_row_0/C:col10/1732620347540/Put/seqid=0 2024-11-26T11:25:49,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742295_1471 (size=12949) 2024-11-26T11:25:49,454 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/C/794c4223d5234957baa0e7ddb2900f65 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/794c4223d5234957baa0e7ddb2900f65 2024-11-26T11:25:49,457 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 96b783c34e302eff680a83e12373662c/C of 96b783c34e302eff680a83e12373662c into 794c4223d5234957baa0e7ddb2900f65(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:25:49,457 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 96b783c34e302eff680a83e12373662c: 2024-11-26T11:25:49,457 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c., storeName=96b783c34e302eff680a83e12373662c/C, priority=12, startTime=1732620349403; duration=0sec 2024-11-26T11:25:49,457 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:25:49,457 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 96b783c34e302eff680a83e12373662c:C 2024-11-26T11:25:49,519 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:25:49,519 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-26T11:25:49,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:49,519 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2837): Flushing 96b783c34e302eff680a83e12373662c 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-26T11:25:49,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96b783c34e302eff680a83e12373662c, store=A 2024-11-26T11:25:49,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:25:49,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96b783c34e302eff680a83e12373662c, store=B 2024-11-26T11:25:49,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:25:49,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96b783c34e302eff680a83e12373662c, store=C 2024-11-26T11:25:49,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:25:49,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/A/b4f20a7aaf454de9849cf50fcb30289b is 50, key is test_row_0/A:col10/1732620348190/Put/seqid=0 2024-11-26T11:25:49,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742296_1472 (size=12301) 2024-11-26T11:25:49,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-26T11:25:49,929 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/A/b4f20a7aaf454de9849cf50fcb30289b 2024-11-26T11:25:49,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/B/1ad774116a88442a85e42f5b7ce3236e is 50, key is test_row_0/B:col10/1732620348190/Put/seqid=0 2024-11-26T11:25:49,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742297_1473 (size=12301) 2024-11-26T11:25:50,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(8581): Flush requested on 96b783c34e302eff680a83e12373662c 2024-11-26T11:25:50,325 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. as already flushing 2024-11-26T11:25:50,340 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/B/1ad774116a88442a85e42f5b7ce3236e 2024-11-26T11:25:50,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/C/6147af521fcb493286d9e66675d0127c is 50, key is test_row_0/C:col10/1732620348190/Put/seqid=0 2024-11-26T11:25:50,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742298_1474 (size=12301) 2024-11-26T11:25:50,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:50,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35920 deadline: 1732620410351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:50,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:50,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35926 deadline: 1732620410370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:50,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:50,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1732620410370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:50,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:50,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35944 deadline: 1732620410370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:50,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:50,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35920 deadline: 1732620410474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:50,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:50,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35926 deadline: 1732620410474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:50,478 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:50,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1732620410475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:50,478 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:50,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35944 deadline: 1732620410475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:50,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-26T11:25:50,679 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:50,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35920 deadline: 1732620410677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:50,679 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:50,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35926 deadline: 1732620410678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:50,681 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:50,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1732620410679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:50,682 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:50,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35944 deadline: 1732620410680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:50,749 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/C/6147af521fcb493286d9e66675d0127c 2024-11-26T11:25:50,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/A/b4f20a7aaf454de9849cf50fcb30289b as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/b4f20a7aaf454de9849cf50fcb30289b 2024-11-26T11:25:50,756 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/b4f20a7aaf454de9849cf50fcb30289b, entries=150, sequenceid=310, filesize=12.0 K 2024-11-26T11:25:50,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/B/1ad774116a88442a85e42f5b7ce3236e as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/1ad774116a88442a85e42f5b7ce3236e 2024-11-26T11:25:50,759 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/1ad774116a88442a85e42f5b7ce3236e, entries=150, sequenceid=310, filesize=12.0 K 2024-11-26T11:25:50,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/C/6147af521fcb493286d9e66675d0127c as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/6147af521fcb493286d9e66675d0127c 2024-11-26T11:25:50,763 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/6147af521fcb493286d9e66675d0127c, entries=150, sequenceid=310, filesize=12.0 K 2024-11-26T11:25:50,764 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=87.22 KB/89310 for 96b783c34e302eff680a83e12373662c in 1245ms, sequenceid=310, compaction requested=false 2024-11-26T11:25:50,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2538): Flush status journal for 96b783c34e302eff680a83e12373662c: 2024-11-26T11:25:50,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:50,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=145 2024-11-26T11:25:50,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4106): Remote procedure done, pid=145 2024-11-26T11:25:50,766 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=145, resume processing ppid=144 2024-11-26T11:25:50,766 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, ppid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3140 sec 2024-11-26T11:25:50,767 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees in 2.3180 sec 2024-11-26T11:25:50,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(8581): Flush requested on 96b783c34e302eff680a83e12373662c 2024-11-26T11:25:50,985 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 96b783c34e302eff680a83e12373662c 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-26T11:25:50,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96b783c34e302eff680a83e12373662c, store=A 2024-11-26T11:25:50,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:25:50,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96b783c34e302eff680a83e12373662c, store=B 2024-11-26T11:25:50,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:25:50,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96b783c34e302eff680a83e12373662c, store=C 2024-11-26T11:25:50,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:25:50,989 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/A/a692aadea6574aa9a128536dadfc4e67 is 50, key is test_row_0/A:col10/1732620350341/Put/seqid=0 2024-11-26T11:25:50,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742299_1475 (size=14741) 2024-11-26T11:25:50,993 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/A/a692aadea6574aa9a128536dadfc4e67 2024-11-26T11:25:50,999 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/B/054608ab9f204c579fa70f98af4b51b2 is 50, key is test_row_0/B:col10/1732620350341/Put/seqid=0 2024-11-26T11:25:51,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742300_1476 (size=12301) 2024-11-26T11:25:51,010 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:51,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35926 deadline: 1732620411005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:51,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:51,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1732620411005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:51,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:51,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35944 deadline: 1732620411006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:51,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:51,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35920 deadline: 1732620411006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:51,114 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:51,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35926 deadline: 1732620411111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:51,118 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:51,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1732620411115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:51,118 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:51,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35944 deadline: 1732620411115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:51,119 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:51,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35920 deadline: 1732620411115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:51,318 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:51,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35926 deadline: 1732620411315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:51,322 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:51,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1732620411319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:51,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:51,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35944 deadline: 1732620411319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:51,324 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:51,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35920 deadline: 1732620411320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:51,407 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/B/054608ab9f204c579fa70f98af4b51b2 2024-11-26T11:25:51,414 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/C/8fece96e84fc4104be9c8cc9b2ff2e29 is 50, key is test_row_0/C:col10/1732620350341/Put/seqid=0 2024-11-26T11:25:51,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742301_1477 (size=12301) 2024-11-26T11:25:51,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:51,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35926 deadline: 1732620411619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:51,628 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:51,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35944 deadline: 1732620411625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:51,628 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:51,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35920 deadline: 1732620411625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:51,629 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:51,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35964 deadline: 1732620411625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 2024-11-26T11:25:51,818 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/C/8fece96e84fc4104be9c8cc9b2ff2e29 2024-11-26T11:25:51,822 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/A/a692aadea6574aa9a128536dadfc4e67 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/a692aadea6574aa9a128536dadfc4e67 2024-11-26T11:25:51,826 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/a692aadea6574aa9a128536dadfc4e67, entries=200, sequenceid=329, filesize=14.4 K 2024-11-26T11:25:51,827 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/B/054608ab9f204c579fa70f98af4b51b2 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/054608ab9f204c579fa70f98af4b51b2 2024-11-26T11:25:51,830 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/054608ab9f204c579fa70f98af4b51b2, entries=150, sequenceid=329, filesize=12.0 K 2024-11-26T11:25:51,831 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/C/8fece96e84fc4104be9c8cc9b2ff2e29 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/8fece96e84fc4104be9c8cc9b2ff2e29 2024-11-26T11:25:51,833 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/8fece96e84fc4104be9c8cc9b2ff2e29, entries=150, sequenceid=329, filesize=12.0 K 2024-11-26T11:25:51,834 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 96b783c34e302eff680a83e12373662c in 850ms, sequenceid=329, compaction requested=true 2024-11-26T11:25:51,834 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 96b783c34e302eff680a83e12373662c: 2024-11-26T11:25:51,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 96b783c34e302eff680a83e12373662c:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T11:25:51,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:25:51,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 96b783c34e302eff680a83e12373662c:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T11:25:51,834 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T11:25:51,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:25:51,834 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T11:25:51,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 96b783c34e302eff680a83e12373662c:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T11:25:51,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T11:25:51,835 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39991 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T11:25:51,835 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T11:25:51,835 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1540): 96b783c34e302eff680a83e12373662c/A is initiating minor compaction (all files) 2024-11-26T11:25:51,835 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1540): 96b783c34e302eff680a83e12373662c/B is initiating minor compaction (all files) 2024-11-26T11:25:51,835 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 96b783c34e302eff680a83e12373662c/A in TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:51,835 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 96b783c34e302eff680a83e12373662c/B in TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:51,835 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/c3a8834f61404a2aad7cf9e5498aa30e, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/b4f20a7aaf454de9849cf50fcb30289b, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/a692aadea6574aa9a128536dadfc4e67] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp, totalSize=39.1 K 2024-11-26T11:25:51,835 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/30469395dffb4d3eb72472c281175c5e, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/1ad774116a88442a85e42f5b7ce3236e, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/054608ab9f204c579fa70f98af4b51b2] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp, totalSize=36.7 K 2024-11-26T11:25:51,835 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting c3a8834f61404a2aad7cf9e5498aa30e, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1732620347536 2024-11-26T11:25:51,835 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 30469395dffb4d3eb72472c281175c5e, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1732620347536 2024-11-26T11:25:51,835 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 1ad774116a88442a85e42f5b7ce3236e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1732620348181 2024-11-26T11:25:51,836 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting b4f20a7aaf454de9849cf50fcb30289b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1732620348181 2024-11-26T11:25:51,836 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting a692aadea6574aa9a128536dadfc4e67, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732620350341 2024-11-26T11:25:51,836 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 054608ab9f204c579fa70f98af4b51b2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732620350341 2024-11-26T11:25:51,842 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 96b783c34e302eff680a83e12373662c#A#compaction#408 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:25:51,842 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 96b783c34e302eff680a83e12373662c#B#compaction#409 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:25:51,842 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/A/28fb500d9b0c41828906ff3f75d2a04a is 50, key is test_row_0/A:col10/1732620350341/Put/seqid=0 2024-11-26T11:25:51,842 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/B/39db0611a05548e994fb410611d0219f is 50, key is test_row_0/B:col10/1732620350341/Put/seqid=0 2024-11-26T11:25:51,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742302_1478 (size=13051) 2024-11-26T11:25:51,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742303_1479 (size=13051) 2024-11-26T11:25:51,855 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/B/39db0611a05548e994fb410611d0219f as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/39db0611a05548e994fb410611d0219f 2024-11-26T11:25:51,859 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 96b783c34e302eff680a83e12373662c/B of 96b783c34e302eff680a83e12373662c into 39db0611a05548e994fb410611d0219f(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:25:51,859 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 96b783c34e302eff680a83e12373662c: 2024-11-26T11:25:51,859 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c., storeName=96b783c34e302eff680a83e12373662c/B, priority=13, startTime=1732620351834; duration=0sec 2024-11-26T11:25:51,859 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T11:25:51,859 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 96b783c34e302eff680a83e12373662c:B 2024-11-26T11:25:51,859 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T11:25:51,860 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T11:25:51,860 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1540): 96b783c34e302eff680a83e12373662c/C is initiating minor compaction (all files) 2024-11-26T11:25:51,860 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 96b783c34e302eff680a83e12373662c/C in TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:51,860 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/794c4223d5234957baa0e7ddb2900f65, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/6147af521fcb493286d9e66675d0127c, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/8fece96e84fc4104be9c8cc9b2ff2e29] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp, totalSize=36.7 K 2024-11-26T11:25:51,861 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 794c4223d5234957baa0e7ddb2900f65, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1732620347536 2024-11-26T11:25:51,861 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 6147af521fcb493286d9e66675d0127c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1732620348181 2024-11-26T11:25:51,861 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 8fece96e84fc4104be9c8cc9b2ff2e29, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732620350341 2024-11-26T11:25:51,870 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 96b783c34e302eff680a83e12373662c#C#compaction#410 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:25:51,870 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/C/ef75a35219c0402eb42f7002f2ec0d09 is 50, key is test_row_0/C:col10/1732620350341/Put/seqid=0 2024-11-26T11:25:51,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742304_1480 (size=13051) 2024-11-26T11:25:51,933 DEBUG [Thread-1865 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x496fe03f to 127.0.0.1:59149 2024-11-26T11:25:51,933 DEBUG [Thread-1865 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:25:51,934 DEBUG [Thread-1863 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7cf40102 to 127.0.0.1:59149 2024-11-26T11:25:51,934 DEBUG [Thread-1863 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:25:51,934 DEBUG [Thread-1861 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3d672ed2 to 127.0.0.1:59149 2024-11-26T11:25:51,935 DEBUG [Thread-1861 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:25:51,938 DEBUG [Thread-1867 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3652e74d to 127.0.0.1:59149 2024-11-26T11:25:51,938 DEBUG [Thread-1867 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:25:51,938 DEBUG [Thread-1869 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2405c04e to 127.0.0.1:59149 2024-11-26T11:25:51,938 DEBUG [Thread-1869 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:25:52,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(8581): Flush requested on 96b783c34e302eff680a83e12373662c 2024-11-26T11:25:52,125 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 96b783c34e302eff680a83e12373662c 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-26T11:25:52,125 DEBUG [Thread-1852 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2f142b04 to 127.0.0.1:59149 2024-11-26T11:25:52,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96b783c34e302eff680a83e12373662c, store=A 2024-11-26T11:25:52,125 DEBUG [Thread-1852 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:25:52,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:25:52,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96b783c34e302eff680a83e12373662c, store=B 2024-11-26T11:25:52,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:25:52,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96b783c34e302eff680a83e12373662c, store=C 2024-11-26T11:25:52,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:25:52,129 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/A/4d1489abc890444fbda4877948965f90 is 50, key is test_row_0/A:col10/1732620352124/Put/seqid=0 2024-11-26T11:25:52,131 DEBUG [Thread-1856 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4414259d to 127.0.0.1:59149 2024-11-26T11:25:52,131 DEBUG [Thread-1856 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:25:52,131 DEBUG [Thread-1854 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0de9f076 to 127.0.0.1:59149 2024-11-26T11:25:52,132 DEBUG [Thread-1854 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:25:52,132 DEBUG [Thread-1858 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7ed69825 to 127.0.0.1:59149 2024-11-26T11:25:52,132 DEBUG [Thread-1858 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:25:52,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742305_1481 (size=12301) 2024-11-26T11:25:52,206 DEBUG [Thread-1850 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x79b10416 to 127.0.0.1:59149 2024-11-26T11:25:52,206 DEBUG [Thread-1850 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:25:52,255 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/A/28fb500d9b0c41828906ff3f75d2a04a as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/28fb500d9b0c41828906ff3f75d2a04a 2024-11-26T11:25:52,258 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 96b783c34e302eff680a83e12373662c/A of 96b783c34e302eff680a83e12373662c into 28fb500d9b0c41828906ff3f75d2a04a(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:25:52,258 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 96b783c34e302eff680a83e12373662c: 2024-11-26T11:25:52,258 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c., storeName=96b783c34e302eff680a83e12373662c/A, priority=13, startTime=1732620351834; duration=0sec 2024-11-26T11:25:52,258 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:25:52,258 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 96b783c34e302eff680a83e12373662c:A 2024-11-26T11:25:52,277 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/C/ef75a35219c0402eb42f7002f2ec0d09 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/ef75a35219c0402eb42f7002f2ec0d09 2024-11-26T11:25:52,280 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 96b783c34e302eff680a83e12373662c/C of 96b783c34e302eff680a83e12373662c into ef75a35219c0402eb42f7002f2ec0d09(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:25:52,280 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 96b783c34e302eff680a83e12373662c: 2024-11-26T11:25:52,280 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c., storeName=96b783c34e302eff680a83e12373662c/C, priority=13, startTime=1732620351834; duration=0sec 2024-11-26T11:25:52,280 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:25:52,280 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 96b783c34e302eff680a83e12373662c:C 2024-11-26T11:25:52,534 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/A/4d1489abc890444fbda4877948965f90 2024-11-26T11:25:52,539 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/B/a98006aca149492d9170ed6e6e6a5fbe is 50, key is test_row_0/B:col10/1732620352124/Put/seqid=0 2024-11-26T11:25:52,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742306_1482 (size=12301) 2024-11-26T11:25:52,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-26T11:25:52,554 INFO [Thread-1860 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 144 completed 2024-11-26T11:25:52,555 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-26T11:25:52,555 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 82 2024-11-26T11:25:52,555 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 55 2024-11-26T11:25:52,555 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 44 2024-11-26T11:25:52,555 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 49 2024-11-26T11:25:52,555 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 51 2024-11-26T11:25:52,555 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-26T11:25:52,555 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-26T11:25:52,555 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2814 2024-11-26T11:25:52,555 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8442 rows 2024-11-26T11:25:52,555 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2820 2024-11-26T11:25:52,555 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8460 rows 2024-11-26T11:25:52,555 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2812 2024-11-26T11:25:52,555 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8436 rows 2024-11-26T11:25:52,555 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2818 2024-11-26T11:25:52,555 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8454 rows 2024-11-26T11:25:52,555 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2818 2024-11-26T11:25:52,555 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8454 rows 2024-11-26T11:25:52,555 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-26T11:25:52,555 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4c60eb7d to 127.0.0.1:59149 2024-11-26T11:25:52,555 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:25:52,558 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-26T11:25:52,559 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-26T11:25:52,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] procedure2.ProcedureExecutor(1098): Stored pid=146, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-26T11:25:52,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-26T11:25:52,562 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732620352562"}]},"ts":"1732620352562"} 2024-11-26T11:25:52,563 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-26T11:25:52,566 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-26T11:25:52,567 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-26T11:25:52,568 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=148, ppid=147, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=96b783c34e302eff680a83e12373662c, UNASSIGN}] 2024-11-26T11:25:52,568 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=148, ppid=147, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=96b783c34e302eff680a83e12373662c, UNASSIGN 2024-11-26T11:25:52,569 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=148 updating hbase:meta row=96b783c34e302eff680a83e12373662c, regionState=CLOSING, regionLocation=173854343f88,33007,1732620213227 2024-11-26T11:25:52,569 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-26T11:25:52,569 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE; CloseRegionProcedure 96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227}] 2024-11-26T11:25:52,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-26T11:25:52,720 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:25:52,721 INFO [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] handler.UnassignRegionHandler(124): Close 96b783c34e302eff680a83e12373662c 2024-11-26T11:25:52,721 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-26T11:25:52,721 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1681): Closing 96b783c34e302eff680a83e12373662c, disabling compactions & flushes 2024-11-26T11:25:52,721 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:52,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-26T11:25:52,943 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/B/a98006aca149492d9170ed6e6e6a5fbe 2024-11-26T11:25:52,949 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/C/2c5e3375bde1409a93d2260cba5cb924 is 50, key is test_row_0/C:col10/1732620352124/Put/seqid=0 2024-11-26T11:25:52,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742307_1483 (size=12301) 2024-11-26T11:25:53,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-26T11:25:53,352 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/C/2c5e3375bde1409a93d2260cba5cb924 2024-11-26T11:25:53,356 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/A/4d1489abc890444fbda4877948965f90 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/4d1489abc890444fbda4877948965f90 2024-11-26T11:25:53,359 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/4d1489abc890444fbda4877948965f90, entries=150, sequenceid=348, filesize=12.0 K 2024-11-26T11:25:53,359 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/B/a98006aca149492d9170ed6e6e6a5fbe as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/a98006aca149492d9170ed6e6e6a5fbe 2024-11-26T11:25:53,362 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/a98006aca149492d9170ed6e6e6a5fbe, entries=150, sequenceid=348, filesize=12.0 K 2024-11-26T11:25:53,363 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/C/2c5e3375bde1409a93d2260cba5cb924 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/2c5e3375bde1409a93d2260cba5cb924 2024-11-26T11:25:53,365 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/2c5e3375bde1409a93d2260cba5cb924, entries=150, sequenceid=348, filesize=12.0 K 2024-11-26T11:25:53,366 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=26.84 KB/27480 for 96b783c34e302eff680a83e12373662c in 1241ms, sequenceid=348, compaction requested=false 2024-11-26T11:25:53,366 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 96b783c34e302eff680a83e12373662c: 2024-11-26T11:25:53,366 INFO [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:53,366 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:53,366 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. after waiting 0 ms 2024-11-26T11:25:53,366 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:53,366 INFO [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(2837): Flushing 96b783c34e302eff680a83e12373662c 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-26T11:25:53,367 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96b783c34e302eff680a83e12373662c, store=A 2024-11-26T11:25:53,367 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:25:53,367 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96b783c34e302eff680a83e12373662c, store=B 2024-11-26T11:25:53,367 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:25:53,367 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96b783c34e302eff680a83e12373662c, store=C 2024-11-26T11:25:53,367 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:25:53,370 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/A/0950c564ad444768862ee724f21ca29a is 50, key is test_row_0/A:col10/1732620352130/Put/seqid=0 2024-11-26T11:25:53,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742308_1484 (size=12301) 2024-11-26T11:25:53,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-26T11:25:53,773 INFO [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/A/0950c564ad444768862ee724f21ca29a 2024-11-26T11:25:53,778 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/B/9f057d5566b54bd1b204ed8e5a3945b5 is 50, key is test_row_0/B:col10/1732620352130/Put/seqid=0 2024-11-26T11:25:53,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742309_1485 (size=12301) 2024-11-26T11:25:54,182 INFO [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/B/9f057d5566b54bd1b204ed8e5a3945b5 2024-11-26T11:25:54,188 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/C/98be450ffdd54b2db2d39fa43dd35f51 is 50, key is test_row_0/C:col10/1732620352130/Put/seqid=0 2024-11-26T11:25:54,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742310_1486 (size=12301) 2024-11-26T11:25:54,592 INFO [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/C/98be450ffdd54b2db2d39fa43dd35f51 2024-11-26T11:25:54,595 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/A/0950c564ad444768862ee724f21ca29a as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/0950c564ad444768862ee724f21ca29a 2024-11-26T11:25:54,598 INFO [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/0950c564ad444768862ee724f21ca29a, entries=150, sequenceid=357, filesize=12.0 K 2024-11-26T11:25:54,599 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/B/9f057d5566b54bd1b204ed8e5a3945b5 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/9f057d5566b54bd1b204ed8e5a3945b5 2024-11-26T11:25:54,601 INFO [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/9f057d5566b54bd1b204ed8e5a3945b5, entries=150, sequenceid=357, filesize=12.0 K 2024-11-26T11:25:54,602 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/.tmp/C/98be450ffdd54b2db2d39fa43dd35f51 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/98be450ffdd54b2db2d39fa43dd35f51 2024-11-26T11:25:54,604 INFO [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/98be450ffdd54b2db2d39fa43dd35f51, entries=150, sequenceid=357, filesize=12.0 K 2024-11-26T11:25:54,605 INFO [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 96b783c34e302eff680a83e12373662c in 1239ms, sequenceid=357, compaction requested=true 2024-11-26T11:25:54,605 DEBUG [StoreCloser-TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/0d8cbc8222744cd9aeb320437a5f6533, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/359e20cc3ae84a17b2377e6befea1907, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/ab555f1f83b44a6cb9a51db7e85e4583, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/6165916973194fdcb42491f116cae4b5, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/48c0ad5f80ab4313862d10f5e718c318, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/40051209c3aa43a78a12c1c6687141cb, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/d16b584751b94ed98036f5908026138f, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/13908ec70cce4753986826a953a7e957, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/639810125dba45db9f3f27cce7670452, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/91fa93b7f5ed4848887e57a08ae9388b, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/e7c4913c681944b5b7ced881ac321907, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/51f7eaccea2c4600b30af1f345a51384, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/cb96b32a574046ca88a359d4e80e0de7, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/cac058e3f3fb4ceb9ac28ce6e265b350, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/72fea4ede8b741ef89c4a7f43d2f3790, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/d3bc3dd826af48dc982c774bd14bbc3b, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/c1de3e54f1da42ee9f09f050160771bc, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/0a986dd674c043ce91e4326c82b6893b, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/1ef796c9942e494d96688bf9554f13bb, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/c3a8834f61404a2aad7cf9e5498aa30e, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/b4f20a7aaf454de9849cf50fcb30289b, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/a692aadea6574aa9a128536dadfc4e67] to archive 2024-11-26T11:25:54,606 DEBUG [StoreCloser-TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T11:25:54,608 DEBUG [StoreCloser-TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/0d8cbc8222744cd9aeb320437a5f6533 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/0d8cbc8222744cd9aeb320437a5f6533 2024-11-26T11:25:54,609 DEBUG [StoreCloser-TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/359e20cc3ae84a17b2377e6befea1907 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/359e20cc3ae84a17b2377e6befea1907 2024-11-26T11:25:54,610 DEBUG [StoreCloser-TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/ab555f1f83b44a6cb9a51db7e85e4583 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/ab555f1f83b44a6cb9a51db7e85e4583 2024-11-26T11:25:54,611 DEBUG [StoreCloser-TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/6165916973194fdcb42491f116cae4b5 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/6165916973194fdcb42491f116cae4b5 2024-11-26T11:25:54,612 DEBUG [StoreCloser-TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/48c0ad5f80ab4313862d10f5e718c318 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/48c0ad5f80ab4313862d10f5e718c318 2024-11-26T11:25:54,613 DEBUG [StoreCloser-TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/40051209c3aa43a78a12c1c6687141cb to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/40051209c3aa43a78a12c1c6687141cb 2024-11-26T11:25:54,614 DEBUG [StoreCloser-TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/d16b584751b94ed98036f5908026138f to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/d16b584751b94ed98036f5908026138f 2024-11-26T11:25:54,615 DEBUG [StoreCloser-TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/13908ec70cce4753986826a953a7e957 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/13908ec70cce4753986826a953a7e957 2024-11-26T11:25:54,615 DEBUG [StoreCloser-TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/639810125dba45db9f3f27cce7670452 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/639810125dba45db9f3f27cce7670452 2024-11-26T11:25:54,616 DEBUG [StoreCloser-TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/91fa93b7f5ed4848887e57a08ae9388b to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/91fa93b7f5ed4848887e57a08ae9388b 2024-11-26T11:25:54,617 DEBUG [StoreCloser-TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/e7c4913c681944b5b7ced881ac321907 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/e7c4913c681944b5b7ced881ac321907 2024-11-26T11:25:54,618 DEBUG [StoreCloser-TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/51f7eaccea2c4600b30af1f345a51384 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/51f7eaccea2c4600b30af1f345a51384 2024-11-26T11:25:54,619 DEBUG [StoreCloser-TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/cb96b32a574046ca88a359d4e80e0de7 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/cb96b32a574046ca88a359d4e80e0de7 2024-11-26T11:25:54,620 DEBUG [StoreCloser-TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/cac058e3f3fb4ceb9ac28ce6e265b350 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/cac058e3f3fb4ceb9ac28ce6e265b350 2024-11-26T11:25:54,621 DEBUG [StoreCloser-TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/72fea4ede8b741ef89c4a7f43d2f3790 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/72fea4ede8b741ef89c4a7f43d2f3790 2024-11-26T11:25:54,621 DEBUG [StoreCloser-TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/d3bc3dd826af48dc982c774bd14bbc3b to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/d3bc3dd826af48dc982c774bd14bbc3b 2024-11-26T11:25:54,622 DEBUG [StoreCloser-TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/c1de3e54f1da42ee9f09f050160771bc to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/c1de3e54f1da42ee9f09f050160771bc 2024-11-26T11:25:54,623 DEBUG [StoreCloser-TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/0a986dd674c043ce91e4326c82b6893b to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/0a986dd674c043ce91e4326c82b6893b 2024-11-26T11:25:54,624 DEBUG [StoreCloser-TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/1ef796c9942e494d96688bf9554f13bb to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/1ef796c9942e494d96688bf9554f13bb 2024-11-26T11:25:54,625 DEBUG [StoreCloser-TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/c3a8834f61404a2aad7cf9e5498aa30e to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/c3a8834f61404a2aad7cf9e5498aa30e 2024-11-26T11:25:54,625 DEBUG [StoreCloser-TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/b4f20a7aaf454de9849cf50fcb30289b to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/b4f20a7aaf454de9849cf50fcb30289b 2024-11-26T11:25:54,626 DEBUG [StoreCloser-TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/a692aadea6574aa9a128536dadfc4e67 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/a692aadea6574aa9a128536dadfc4e67 2024-11-26T11:25:54,627 DEBUG [StoreCloser-TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/5decef60b3e442709c237a1b94674b9d, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/26808a68285b4dd187d080be06db6265, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/7b8d9a43cf454669acdba9ce4df3d413, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/01e9625064b7497cb29b20b1984203b0, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/4691453c82514d739a004e09d6068d12, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/9d9acdba278e44f2b517cde67c165d3e, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/efcd83f6176f422e8b3b7e544264baac, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/5f17a8acbe66435daf9ad34d07443e6b, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/0ae3c224827943159e8dfed4d2e80a34, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/f283ef9d36cc4247b4caa8a6e5541163, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/7943b7f032a6460c9000549bbd6ef8a1, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/37623e30234a4942a75b8f3ab2d90167, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/867f7c63646048b0b13226122444d6e8, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/b98965a8bdf84e2cbf847ea2d09eb6eb, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/449e115cdcbb4cd087abea0baa80be99, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/6b9075db1595468eb5890b660eb8457a, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/7ae03bd7dcea42e8b9501f652d0e074f, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/f471af5c4ea243a4a4ada9e7e503bf67, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/30469395dffb4d3eb72472c281175c5e, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/34cb624babe44d38b2ba6f88e564d575, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/1ad774116a88442a85e42f5b7ce3236e, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/054608ab9f204c579fa70f98af4b51b2] to archive 2024-11-26T11:25:54,628 DEBUG [StoreCloser-TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T11:25:54,629 DEBUG [StoreCloser-TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/5decef60b3e442709c237a1b94674b9d to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/5decef60b3e442709c237a1b94674b9d 2024-11-26T11:25:54,630 DEBUG [StoreCloser-TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/26808a68285b4dd187d080be06db6265 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/26808a68285b4dd187d080be06db6265 2024-11-26T11:25:54,631 DEBUG [StoreCloser-TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/7b8d9a43cf454669acdba9ce4df3d413 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/7b8d9a43cf454669acdba9ce4df3d413 2024-11-26T11:25:54,632 DEBUG [StoreCloser-TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/01e9625064b7497cb29b20b1984203b0 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/01e9625064b7497cb29b20b1984203b0 2024-11-26T11:25:54,632 DEBUG [StoreCloser-TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/4691453c82514d739a004e09d6068d12 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/4691453c82514d739a004e09d6068d12 2024-11-26T11:25:54,633 DEBUG [StoreCloser-TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/9d9acdba278e44f2b517cde67c165d3e to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/9d9acdba278e44f2b517cde67c165d3e 2024-11-26T11:25:54,634 DEBUG [StoreCloser-TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/efcd83f6176f422e8b3b7e544264baac to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/efcd83f6176f422e8b3b7e544264baac 2024-11-26T11:25:54,635 DEBUG [StoreCloser-TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/5f17a8acbe66435daf9ad34d07443e6b to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/5f17a8acbe66435daf9ad34d07443e6b 2024-11-26T11:25:54,635 DEBUG [StoreCloser-TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/0ae3c224827943159e8dfed4d2e80a34 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/0ae3c224827943159e8dfed4d2e80a34 2024-11-26T11:25:54,636 DEBUG [StoreCloser-TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/f283ef9d36cc4247b4caa8a6e5541163 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/f283ef9d36cc4247b4caa8a6e5541163 2024-11-26T11:25:54,637 DEBUG [StoreCloser-TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/7943b7f032a6460c9000549bbd6ef8a1 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/7943b7f032a6460c9000549bbd6ef8a1 2024-11-26T11:25:54,638 DEBUG [StoreCloser-TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/37623e30234a4942a75b8f3ab2d90167 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/37623e30234a4942a75b8f3ab2d90167 2024-11-26T11:25:54,639 DEBUG [StoreCloser-TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/867f7c63646048b0b13226122444d6e8 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/867f7c63646048b0b13226122444d6e8 2024-11-26T11:25:54,640 DEBUG [StoreCloser-TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/b98965a8bdf84e2cbf847ea2d09eb6eb to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/b98965a8bdf84e2cbf847ea2d09eb6eb 2024-11-26T11:25:54,641 DEBUG [StoreCloser-TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/449e115cdcbb4cd087abea0baa80be99 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/449e115cdcbb4cd087abea0baa80be99 2024-11-26T11:25:54,642 DEBUG [StoreCloser-TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/6b9075db1595468eb5890b660eb8457a to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/6b9075db1595468eb5890b660eb8457a 2024-11-26T11:25:54,642 DEBUG [StoreCloser-TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/7ae03bd7dcea42e8b9501f652d0e074f to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/7ae03bd7dcea42e8b9501f652d0e074f 2024-11-26T11:25:54,643 DEBUG [StoreCloser-TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/f471af5c4ea243a4a4ada9e7e503bf67 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/f471af5c4ea243a4a4ada9e7e503bf67 2024-11-26T11:25:54,644 DEBUG [StoreCloser-TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/30469395dffb4d3eb72472c281175c5e to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/30469395dffb4d3eb72472c281175c5e 2024-11-26T11:25:54,645 DEBUG [StoreCloser-TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/34cb624babe44d38b2ba6f88e564d575 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/34cb624babe44d38b2ba6f88e564d575 2024-11-26T11:25:54,646 DEBUG [StoreCloser-TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/1ad774116a88442a85e42f5b7ce3236e to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/1ad774116a88442a85e42f5b7ce3236e 2024-11-26T11:25:54,647 DEBUG [StoreCloser-TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/054608ab9f204c579fa70f98af4b51b2 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/054608ab9f204c579fa70f98af4b51b2 2024-11-26T11:25:54,648 DEBUG [StoreCloser-TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/e152762bd4ff4fee803a60fe29894b80, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/85324a2c906342a2a11f6bec18216128, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/38ef198ee1c445d998786337e5f3da47, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/c9ab658fd2b448e4b9e84495644365b3, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/7a868b068c7c4ea39dde8ad05da9a087, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/ecfbba2385fd4646a3fc1c464528ae4f, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/ca161eedce804c64af7387d567f6b096, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/40beccab456d4d8384d94d2582e1f027, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/1c3946f947d7451ea04afcd773a4f05e, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/c91d51d81add4c29a2c11f5fbba88169, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/16e865472aa64fe082b36bef938ba7b6, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/311b2b9f83084f26bf8b5801bc16af77, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/2aae696488994a1783ff3b9668728084, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/56a78dda70c64b93b5610cfa028d3bb7, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/3ef30b0791ae453484da2786e4f9a4c5, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/39c28765a1734a8fb9763749ac3a7b03, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/8e1f604977904df2b84bcfb3e2ed4700, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/77664b09f29f4c43a7cf7f4c0f9385f6, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/794c4223d5234957baa0e7ddb2900f65, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/373c3dd6ebdd4640bb8f1f4fdaf78c00, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/6147af521fcb493286d9e66675d0127c, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/8fece96e84fc4104be9c8cc9b2ff2e29] to archive 2024-11-26T11:25:54,649 DEBUG [StoreCloser-TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T11:25:54,650 DEBUG [StoreCloser-TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/e152762bd4ff4fee803a60fe29894b80 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/e152762bd4ff4fee803a60fe29894b80 2024-11-26T11:25:54,651 DEBUG [StoreCloser-TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/85324a2c906342a2a11f6bec18216128 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/85324a2c906342a2a11f6bec18216128 2024-11-26T11:25:54,652 DEBUG [StoreCloser-TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/38ef198ee1c445d998786337e5f3da47 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/38ef198ee1c445d998786337e5f3da47 2024-11-26T11:25:54,652 DEBUG [StoreCloser-TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/c9ab658fd2b448e4b9e84495644365b3 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/c9ab658fd2b448e4b9e84495644365b3 2024-11-26T11:25:54,653 DEBUG [StoreCloser-TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/7a868b068c7c4ea39dde8ad05da9a087 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/7a868b068c7c4ea39dde8ad05da9a087 2024-11-26T11:25:54,654 DEBUG [StoreCloser-TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/ecfbba2385fd4646a3fc1c464528ae4f to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/ecfbba2385fd4646a3fc1c464528ae4f 2024-11-26T11:25:54,655 DEBUG [StoreCloser-TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/ca161eedce804c64af7387d567f6b096 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/ca161eedce804c64af7387d567f6b096 2024-11-26T11:25:54,655 DEBUG [StoreCloser-TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/40beccab456d4d8384d94d2582e1f027 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/40beccab456d4d8384d94d2582e1f027 2024-11-26T11:25:54,656 DEBUG [StoreCloser-TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/1c3946f947d7451ea04afcd773a4f05e to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/1c3946f947d7451ea04afcd773a4f05e 2024-11-26T11:25:54,657 DEBUG [StoreCloser-TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/c91d51d81add4c29a2c11f5fbba88169 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/c91d51d81add4c29a2c11f5fbba88169 2024-11-26T11:25:54,658 DEBUG [StoreCloser-TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/16e865472aa64fe082b36bef938ba7b6 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/16e865472aa64fe082b36bef938ba7b6 2024-11-26T11:25:54,659 DEBUG [StoreCloser-TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/311b2b9f83084f26bf8b5801bc16af77 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/311b2b9f83084f26bf8b5801bc16af77 2024-11-26T11:25:54,660 DEBUG [StoreCloser-TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/2aae696488994a1783ff3b9668728084 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/2aae696488994a1783ff3b9668728084 2024-11-26T11:25:54,661 DEBUG [StoreCloser-TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/56a78dda70c64b93b5610cfa028d3bb7 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/56a78dda70c64b93b5610cfa028d3bb7 2024-11-26T11:25:54,662 DEBUG [StoreCloser-TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/3ef30b0791ae453484da2786e4f9a4c5 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/3ef30b0791ae453484da2786e4f9a4c5 2024-11-26T11:25:54,662 DEBUG [StoreCloser-TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/39c28765a1734a8fb9763749ac3a7b03 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/39c28765a1734a8fb9763749ac3a7b03 2024-11-26T11:25:54,663 DEBUG [StoreCloser-TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/8e1f604977904df2b84bcfb3e2ed4700 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/8e1f604977904df2b84bcfb3e2ed4700 2024-11-26T11:25:54,664 DEBUG [StoreCloser-TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/77664b09f29f4c43a7cf7f4c0f9385f6 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/77664b09f29f4c43a7cf7f4c0f9385f6 2024-11-26T11:25:54,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-26T11:25:54,665 DEBUG [StoreCloser-TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/794c4223d5234957baa0e7ddb2900f65 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/794c4223d5234957baa0e7ddb2900f65 2024-11-26T11:25:54,666 DEBUG [StoreCloser-TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/373c3dd6ebdd4640bb8f1f4fdaf78c00 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/373c3dd6ebdd4640bb8f1f4fdaf78c00 2024-11-26T11:25:54,667 DEBUG [StoreCloser-TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/6147af521fcb493286d9e66675d0127c to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/6147af521fcb493286d9e66675d0127c 2024-11-26T11:25:54,668 DEBUG [StoreCloser-TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/8fece96e84fc4104be9c8cc9b2ff2e29 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/8fece96e84fc4104be9c8cc9b2ff2e29 2024-11-26T11:25:54,671 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/recovered.edits/360.seqid, newMaxSeqId=360, maxSeqId=1 2024-11-26T11:25:54,672 INFO [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c. 2024-11-26T11:25:54,672 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1635): Region close journal for 96b783c34e302eff680a83e12373662c: 2024-11-26T11:25:54,673 INFO [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] handler.UnassignRegionHandler(170): Closed 96b783c34e302eff680a83e12373662c 2024-11-26T11:25:54,674 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=148 updating hbase:meta row=96b783c34e302eff680a83e12373662c, regionState=CLOSED 2024-11-26T11:25:54,675 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=149, resume processing ppid=148 2024-11-26T11:25:54,675 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, ppid=148, state=SUCCESS; CloseRegionProcedure 96b783c34e302eff680a83e12373662c, server=173854343f88,33007,1732620213227 in 2.1050 sec 2024-11-26T11:25:54,676 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=148, resume processing ppid=147 2024-11-26T11:25:54,676 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, ppid=147, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=96b783c34e302eff680a83e12373662c, UNASSIGN in 2.1080 sec 2024-11-26T11:25:54,678 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=147, resume processing ppid=146 2024-11-26T11:25:54,678 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, ppid=146, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.1100 sec 2024-11-26T11:25:54,679 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732620354679"}]},"ts":"1732620354679"} 2024-11-26T11:25:54,679 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-26T11:25:54,681 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-26T11:25:54,683 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.1230 sec 2024-11-26T11:25:56,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-26T11:25:56,666 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 146 completed 2024-11-26T11:25:56,666 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-26T11:25:56,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] procedure2.ProcedureExecutor(1098): Stored pid=150, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T11:25:56,668 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=150, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T11:25:56,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-26T11:25:56,668 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=150, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T11:25:56,670 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c 2024-11-26T11:25:56,672 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A, FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B, FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C, FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/recovered.edits] 2024-11-26T11:25:56,674 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/0950c564ad444768862ee724f21ca29a to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/0950c564ad444768862ee724f21ca29a 2024-11-26T11:25:56,675 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/28fb500d9b0c41828906ff3f75d2a04a to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/28fb500d9b0c41828906ff3f75d2a04a 2024-11-26T11:25:56,676 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/4d1489abc890444fbda4877948965f90 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/A/4d1489abc890444fbda4877948965f90 2024-11-26T11:25:56,677 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/39db0611a05548e994fb410611d0219f to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/39db0611a05548e994fb410611d0219f 2024-11-26T11:25:56,678 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/9f057d5566b54bd1b204ed8e5a3945b5 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/9f057d5566b54bd1b204ed8e5a3945b5 2024-11-26T11:25:56,679 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/a98006aca149492d9170ed6e6e6a5fbe to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/B/a98006aca149492d9170ed6e6e6a5fbe 2024-11-26T11:25:56,681 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/2c5e3375bde1409a93d2260cba5cb924 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/2c5e3375bde1409a93d2260cba5cb924 2024-11-26T11:25:56,682 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/98be450ffdd54b2db2d39fa43dd35f51 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/98be450ffdd54b2db2d39fa43dd35f51 2024-11-26T11:25:56,682 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/ef75a35219c0402eb42f7002f2ec0d09 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/C/ef75a35219c0402eb42f7002f2ec0d09 2024-11-26T11:25:56,684 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/recovered.edits/360.seqid to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c/recovered.edits/360.seqid 2024-11-26T11:25:56,685 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/96b783c34e302eff680a83e12373662c 2024-11-26T11:25:56,685 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-26T11:25:56,686 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=150, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T11:25:56,688 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-26T11:25:56,689 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-26T11:25:56,690 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=150, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T11:25:56,690 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-26T11:25:56,690 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732620356690"}]},"ts":"9223372036854775807"} 2024-11-26T11:25:56,691 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-26T11:25:56,691 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 96b783c34e302eff680a83e12373662c, NAME => 'TestAcidGuarantees,,1732620329766.96b783c34e302eff680a83e12373662c.', STARTKEY => '', ENDKEY => ''}] 2024-11-26T11:25:56,691 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-26T11:25:56,691 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732620356691"}]},"ts":"9223372036854775807"} 2024-11-26T11:25:56,692 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-26T11:25:56,697 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=150, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T11:25:56,697 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 31 msec 2024-11-26T11:25:56,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-26T11:25:56,769 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 150 completed 2024-11-26T11:25:56,778 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=239 (was 241), OpenFileDescriptor=449 (was 461), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=324 (was 300) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2965 (was 2981) 2024-11-26T11:25:56,786 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=239, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=324, ProcessCount=11, AvailableMemoryMB=2965 2024-11-26T11:25:56,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-26T11:25:56,788 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T11:25:56,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] procedure2.ProcedureExecutor(1098): Stored pid=151, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-26T11:25:56,789 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=151, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T11:25:56,789 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:56,789 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 151 2024-11-26T11:25:56,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-26T11:25:56,790 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=151, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T11:25:56,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742311_1487 (size=963) 2024-11-26T11:25:56,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-26T11:25:57,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-26T11:25:57,198 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742 2024-11-26T11:25:57,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742312_1488 (size=53) 2024-11-26T11:25:57,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-26T11:25:57,602 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:25:57,603 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing a2fc1a33a4a6dba5fcc98991274f6f41, disabling compactions & flushes 2024-11-26T11:25:57,603 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:25:57,603 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:25:57,603 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. after waiting 0 ms 2024-11-26T11:25:57,603 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:25:57,603 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:25:57,603 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for a2fc1a33a4a6dba5fcc98991274f6f41: 2024-11-26T11:25:57,604 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=151, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T11:25:57,604 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732620357604"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732620357604"}]},"ts":"1732620357604"} 2024-11-26T11:25:57,605 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-26T11:25:57,605 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=151, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T11:25:57,605 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732620357605"}]},"ts":"1732620357605"} 2024-11-26T11:25:57,606 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-26T11:25:57,610 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=152, ppid=151, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a2fc1a33a4a6dba5fcc98991274f6f41, ASSIGN}] 2024-11-26T11:25:57,610 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=152, ppid=151, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a2fc1a33a4a6dba5fcc98991274f6f41, ASSIGN 2024-11-26T11:25:57,611 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=152, ppid=151, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a2fc1a33a4a6dba5fcc98991274f6f41, ASSIGN; state=OFFLINE, location=173854343f88,33007,1732620213227; forceNewPlan=false, retain=false 2024-11-26T11:25:57,761 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=152 updating hbase:meta row=a2fc1a33a4a6dba5fcc98991274f6f41, regionState=OPENING, regionLocation=173854343f88,33007,1732620213227 2024-11-26T11:25:57,762 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE; OpenRegionProcedure a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227}] 2024-11-26T11:25:57,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-26T11:25:57,914 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:25:57,917 INFO [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:25:57,917 DEBUG [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(7285): Opening region: {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} 2024-11-26T11:25:57,917 DEBUG [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees a2fc1a33a4a6dba5fcc98991274f6f41 2024-11-26T11:25:57,917 DEBUG [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:25:57,917 DEBUG [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(7327): checking encryption for a2fc1a33a4a6dba5fcc98991274f6f41 2024-11-26T11:25:57,917 DEBUG [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(7330): checking classloading for a2fc1a33a4a6dba5fcc98991274f6f41 2024-11-26T11:25:57,918 INFO [StoreOpener-a2fc1a33a4a6dba5fcc98991274f6f41-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region a2fc1a33a4a6dba5fcc98991274f6f41 2024-11-26T11:25:57,919 INFO [StoreOpener-a2fc1a33a4a6dba5fcc98991274f6f41-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-26T11:25:57,920 INFO [StoreOpener-a2fc1a33a4a6dba5fcc98991274f6f41-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a2fc1a33a4a6dba5fcc98991274f6f41 columnFamilyName A 2024-11-26T11:25:57,920 DEBUG [StoreOpener-a2fc1a33a4a6dba5fcc98991274f6f41-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:57,920 INFO [StoreOpener-a2fc1a33a4a6dba5fcc98991274f6f41-1 {}] regionserver.HStore(327): Store=a2fc1a33a4a6dba5fcc98991274f6f41/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:25:57,920 INFO [StoreOpener-a2fc1a33a4a6dba5fcc98991274f6f41-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region a2fc1a33a4a6dba5fcc98991274f6f41 2024-11-26T11:25:57,921 INFO [StoreOpener-a2fc1a33a4a6dba5fcc98991274f6f41-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-26T11:25:57,921 INFO [StoreOpener-a2fc1a33a4a6dba5fcc98991274f6f41-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a2fc1a33a4a6dba5fcc98991274f6f41 columnFamilyName B 2024-11-26T11:25:57,921 DEBUG [StoreOpener-a2fc1a33a4a6dba5fcc98991274f6f41-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:57,921 INFO [StoreOpener-a2fc1a33a4a6dba5fcc98991274f6f41-1 {}] regionserver.HStore(327): Store=a2fc1a33a4a6dba5fcc98991274f6f41/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:25:57,922 INFO [StoreOpener-a2fc1a33a4a6dba5fcc98991274f6f41-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region a2fc1a33a4a6dba5fcc98991274f6f41 2024-11-26T11:25:57,922 INFO [StoreOpener-a2fc1a33a4a6dba5fcc98991274f6f41-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-26T11:25:57,922 INFO [StoreOpener-a2fc1a33a4a6dba5fcc98991274f6f41-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a2fc1a33a4a6dba5fcc98991274f6f41 columnFamilyName C 2024-11-26T11:25:57,922 DEBUG [StoreOpener-a2fc1a33a4a6dba5fcc98991274f6f41-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:57,923 INFO [StoreOpener-a2fc1a33a4a6dba5fcc98991274f6f41-1 {}] regionserver.HStore(327): Store=a2fc1a33a4a6dba5fcc98991274f6f41/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:25:57,923 INFO [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:25:57,923 DEBUG [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41 2024-11-26T11:25:57,923 DEBUG [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41 2024-11-26T11:25:57,924 DEBUG [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T11:25:57,925 DEBUG [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1085): writing seq id for a2fc1a33a4a6dba5fcc98991274f6f41 2024-11-26T11:25:57,927 DEBUG [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T11:25:57,927 INFO [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1102): Opened a2fc1a33a4a6dba5fcc98991274f6f41; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62675592, jitterRate=-0.06606090068817139}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T11:25:57,928 DEBUG [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1001): Region open journal for a2fc1a33a4a6dba5fcc98991274f6f41: 2024-11-26T11:25:57,928 INFO [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41., pid=153, masterSystemTime=1732620357914 2024-11-26T11:25:57,929 DEBUG [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:25:57,929 INFO [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:25:57,930 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=152 updating hbase:meta row=a2fc1a33a4a6dba5fcc98991274f6f41, regionState=OPEN, openSeqNum=2, regionLocation=173854343f88,33007,1732620213227 2024-11-26T11:25:57,931 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=153, resume processing ppid=152 2024-11-26T11:25:57,931 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, ppid=152, state=SUCCESS; OpenRegionProcedure a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 in 168 msec 2024-11-26T11:25:57,932 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=152, resume processing ppid=151 2024-11-26T11:25:57,933 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, ppid=151, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=a2fc1a33a4a6dba5fcc98991274f6f41, ASSIGN in 322 msec 2024-11-26T11:25:57,933 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=151, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T11:25:57,933 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732620357933"}]},"ts":"1732620357933"} 2024-11-26T11:25:57,934 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-26T11:25:57,936 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=151, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T11:25:57,937 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1480 sec 2024-11-26T11:25:58,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-26T11:25:58,893 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 151 completed 2024-11-26T11:25:58,895 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6d9954b7 to 127.0.0.1:59149 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3fb684eb 2024-11-26T11:25:58,900 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@537a66f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:25:58,902 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:25:58,903 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34382, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:25:58,904 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T11:25:58,904 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57484, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T11:25:58,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-26T11:25:58,906 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T11:25:58,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] procedure2.ProcedureExecutor(1098): Stored pid=154, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-26T11:25:58,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742313_1489 (size=999) 2024-11-26T11:25:59,315 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-11-26T11:25:59,315 INFO [PEWorker-1 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-11-26T11:25:59,317 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-26T11:25:59,318 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=156, ppid=155, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a2fc1a33a4a6dba5fcc98991274f6f41, REOPEN/MOVE}] 2024-11-26T11:25:59,319 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=156, ppid=155, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a2fc1a33a4a6dba5fcc98991274f6f41, REOPEN/MOVE 2024-11-26T11:25:59,319 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=156 updating hbase:meta row=a2fc1a33a4a6dba5fcc98991274f6f41, regionState=CLOSING, regionLocation=173854343f88,33007,1732620213227 2024-11-26T11:25:59,320 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-26T11:25:59,320 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE; CloseRegionProcedure a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227}] 2024-11-26T11:25:59,471 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:25:59,472 INFO [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] handler.UnassignRegionHandler(124): Close a2fc1a33a4a6dba5fcc98991274f6f41 2024-11-26T11:25:59,472 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-26T11:25:59,472 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1681): Closing a2fc1a33a4a6dba5fcc98991274f6f41, disabling compactions & flushes 2024-11-26T11:25:59,472 INFO [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:25:59,472 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:25:59,472 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. after waiting 0 ms 2024-11-26T11:25:59,472 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:25:59,475 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-26T11:25:59,475 INFO [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:25:59,475 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1635): Region close journal for a2fc1a33a4a6dba5fcc98991274f6f41: 2024-11-26T11:25:59,475 WARN [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegionServer(3786): Not adding moved region record: a2fc1a33a4a6dba5fcc98991274f6f41 to self. 2024-11-26T11:25:59,476 INFO [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] handler.UnassignRegionHandler(170): Closed a2fc1a33a4a6dba5fcc98991274f6f41 2024-11-26T11:25:59,477 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=156 updating hbase:meta row=a2fc1a33a4a6dba5fcc98991274f6f41, regionState=CLOSED 2024-11-26T11:25:59,478 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=157, resume processing ppid=156 2024-11-26T11:25:59,478 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, ppid=156, state=SUCCESS; CloseRegionProcedure a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 in 157 msec 2024-11-26T11:25:59,479 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=156, ppid=155, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a2fc1a33a4a6dba5fcc98991274f6f41, REOPEN/MOVE; state=CLOSED, location=173854343f88,33007,1732620213227; forceNewPlan=false, retain=true 2024-11-26T11:25:59,629 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=156 updating hbase:meta row=a2fc1a33a4a6dba5fcc98991274f6f41, regionState=OPENING, regionLocation=173854343f88,33007,1732620213227 2024-11-26T11:25:59,630 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=158, ppid=156, state=RUNNABLE; OpenRegionProcedure a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227}] 2024-11-26T11:25:59,781 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:25:59,784 INFO [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:25:59,784 DEBUG [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(7285): Opening region: {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} 2024-11-26T11:25:59,784 DEBUG [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees a2fc1a33a4a6dba5fcc98991274f6f41 2024-11-26T11:25:59,784 DEBUG [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T11:25:59,784 DEBUG [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(7327): checking encryption for a2fc1a33a4a6dba5fcc98991274f6f41 2024-11-26T11:25:59,784 DEBUG [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(7330): checking classloading for a2fc1a33a4a6dba5fcc98991274f6f41 2024-11-26T11:25:59,786 INFO [StoreOpener-a2fc1a33a4a6dba5fcc98991274f6f41-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region a2fc1a33a4a6dba5fcc98991274f6f41 2024-11-26T11:25:59,786 INFO [StoreOpener-a2fc1a33a4a6dba5fcc98991274f6f41-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-26T11:25:59,786 INFO [StoreOpener-a2fc1a33a4a6dba5fcc98991274f6f41-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a2fc1a33a4a6dba5fcc98991274f6f41 columnFamilyName A 2024-11-26T11:25:59,787 DEBUG [StoreOpener-a2fc1a33a4a6dba5fcc98991274f6f41-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:59,787 INFO [StoreOpener-a2fc1a33a4a6dba5fcc98991274f6f41-1 {}] regionserver.HStore(327): Store=a2fc1a33a4a6dba5fcc98991274f6f41/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:25:59,788 INFO [StoreOpener-a2fc1a33a4a6dba5fcc98991274f6f41-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region a2fc1a33a4a6dba5fcc98991274f6f41 2024-11-26T11:25:59,788 INFO [StoreOpener-a2fc1a33a4a6dba5fcc98991274f6f41-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-26T11:25:59,788 INFO [StoreOpener-a2fc1a33a4a6dba5fcc98991274f6f41-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a2fc1a33a4a6dba5fcc98991274f6f41 columnFamilyName B 2024-11-26T11:25:59,788 DEBUG [StoreOpener-a2fc1a33a4a6dba5fcc98991274f6f41-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:59,789 INFO [StoreOpener-a2fc1a33a4a6dba5fcc98991274f6f41-1 {}] regionserver.HStore(327): Store=a2fc1a33a4a6dba5fcc98991274f6f41/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:25:59,789 INFO [StoreOpener-a2fc1a33a4a6dba5fcc98991274f6f41-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region a2fc1a33a4a6dba5fcc98991274f6f41 2024-11-26T11:25:59,789 INFO [StoreOpener-a2fc1a33a4a6dba5fcc98991274f6f41-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-26T11:25:59,789 INFO [StoreOpener-a2fc1a33a4a6dba5fcc98991274f6f41-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a2fc1a33a4a6dba5fcc98991274f6f41 columnFamilyName C 2024-11-26T11:25:59,790 DEBUG [StoreOpener-a2fc1a33a4a6dba5fcc98991274f6f41-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:25:59,790 INFO [StoreOpener-a2fc1a33a4a6dba5fcc98991274f6f41-1 {}] regionserver.HStore(327): Store=a2fc1a33a4a6dba5fcc98991274f6f41/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T11:25:59,790 INFO [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:25:59,791 DEBUG [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41 2024-11-26T11:25:59,791 DEBUG [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41 2024-11-26T11:25:59,792 DEBUG [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T11:25:59,793 DEBUG [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(1085): writing seq id for a2fc1a33a4a6dba5fcc98991274f6f41 2024-11-26T11:25:59,794 INFO [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(1102): Opened a2fc1a33a4a6dba5fcc98991274f6f41; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64278366, jitterRate=-0.0421777069568634}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T11:25:59,795 DEBUG [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(1001): Region open journal for a2fc1a33a4a6dba5fcc98991274f6f41: 2024-11-26T11:25:59,795 INFO [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41., pid=158, masterSystemTime=1732620359781 2024-11-26T11:25:59,796 DEBUG [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:25:59,797 INFO [RS_OPEN_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:25:59,797 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=156 updating hbase:meta row=a2fc1a33a4a6dba5fcc98991274f6f41, regionState=OPEN, openSeqNum=5, regionLocation=173854343f88,33007,1732620213227 2024-11-26T11:25:59,798 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=158, resume processing ppid=156 2024-11-26T11:25:59,799 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, ppid=156, state=SUCCESS; OpenRegionProcedure a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 in 168 msec 2024-11-26T11:25:59,800 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=156, resume processing ppid=155 2024-11-26T11:25:59,800 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, ppid=155, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=a2fc1a33a4a6dba5fcc98991274f6f41, REOPEN/MOVE in 481 msec 2024-11-26T11:25:59,801 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=155, resume processing ppid=154 2024-11-26T11:25:59,801 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, ppid=154, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 483 msec 2024-11-26T11:25:59,802 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 895 msec 2024-11-26T11:25:59,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-11-26T11:25:59,804 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0d5efb7a to 127.0.0.1:59149 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@644b7e6 2024-11-26T11:25:59,807 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6094c70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:25:59,807 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7fc332d8 to 127.0.0.1:59149 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5c9b5141 2024-11-26T11:25:59,810 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@103dfc6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:25:59,811 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x17327621 to 127.0.0.1:59149 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@11a52cdf 2024-11-26T11:25:59,813 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e047c09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:25:59,814 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1584f18a to 127.0.0.1:59149 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2d7fe431 2024-11-26T11:25:59,820 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60d631a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:25:59,821 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5b914bf4 to 127.0.0.1:59149 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@91d72db 2024-11-26T11:25:59,825 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58971172, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:25:59,826 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5d836f78 to 127.0.0.1:59149 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3d7fe93b 2024-11-26T11:25:59,829 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7846cb78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:25:59,830 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x53305d9b to 127.0.0.1:59149 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@11c440f7 2024-11-26T11:25:59,832 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f1754bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:25:59,833 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6bb6288a to 127.0.0.1:59149 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@58460ef3 2024-11-26T11:25:59,835 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d9113f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:25:59,836 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x06556601 to 127.0.0.1:59149 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6e8cd1ae 2024-11-26T11:25:59,839 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bb75907, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:25:59,839 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x458a85fd to 127.0.0.1:59149 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4d832d43 2024-11-26T11:25:59,841 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c1d3a95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T11:25:59,848 DEBUG [hconnection-0x2a6157ab-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:25:59,848 DEBUG [hconnection-0x6d763350-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:25:59,848 DEBUG [hconnection-0xe1825c6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:25:59,848 DEBUG [hconnection-0x601bf63e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:25:59,849 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34390, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:25:59,849 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34396, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:25:59,849 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34406, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:25:59,849 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34420, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:25:59,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(8581): Flush requested on a2fc1a33a4a6dba5fcc98991274f6f41 2024-11-26T11:25:59,856 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a2fc1a33a4a6dba5fcc98991274f6f41 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T11:25:59,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2fc1a33a4a6dba5fcc98991274f6f41, store=A 2024-11-26T11:25:59,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:25:59,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2fc1a33a4a6dba5fcc98991274f6f41, store=B 2024-11-26T11:25:59,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:25:59,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2fc1a33a4a6dba5fcc98991274f6f41, store=C 2024-11-26T11:25:59,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:25:59,864 DEBUG [hconnection-0x3572b8ba-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:25:59,865 DEBUG [hconnection-0x32b26d8a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:25:59,865 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34430, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:25:59,866 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34442, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:25:59,873 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:59,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34420 deadline: 1732620419872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:25:59,873 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:59,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34430 deadline: 1732620419872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:25:59,873 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:59,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34396 deadline: 1732620419872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:25:59,887 DEBUG [hconnection-0x5214d3f2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:25:59,888 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34458, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:25:59,890 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:59,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34458 deadline: 1732620419890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:25:59,892 DEBUG [hconnection-0x3728468b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:25:59,893 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34462, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:25:59,894 DEBUG [hconnection-0x2d56e567-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:25:59,895 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34472, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:25:59,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:59,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34472 deadline: 1732620419896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:25:59,897 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T11:25:59,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] procedure2.ProcedureExecutor(1098): Stored pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees 2024-11-26T11:25:59,898 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T11:25:59,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-26T11:25:59,899 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T11:25:59,899 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=160, ppid=159, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T11:25:59,900 DEBUG [hconnection-0x5e9838f1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T11:25:59,901 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34474, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T11:25:59,904 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126debd6fa72e5641718bb27ba4d4fb35f3_a2fc1a33a4a6dba5fcc98991274f6f41 is 50, key is test_row_0/A:col10/1732620359851/Put/seqid=0 2024-11-26T11:25:59,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742314_1490 (size=14594) 2024-11-26T11:25:59,975 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:59,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34420 deadline: 1732620419974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:25:59,975 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:59,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34430 deadline: 1732620419974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:25:59,975 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:59,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34396 deadline: 1732620419974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:25:59,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:59,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34458 deadline: 1732620419991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:25:59,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:25:59,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34472 deadline: 1732620419997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:25:59,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-26T11:26:00,051 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:26:00,051 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-26T11:26:00,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:26:00,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. as already flushing 2024-11-26T11:26:00,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:26:00,051 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:26:00,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:26:00,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:26:00,178 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:00,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34420 deadline: 1732620420177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:00,178 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:00,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34430 deadline: 1732620420177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:00,179 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:00,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34396 deadline: 1732620420177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:00,187 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-26T11:26:00,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:00,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34458 deadline: 1732620420193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:00,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:00,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34472 deadline: 1732620420198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:00,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-26T11:26:00,203 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:26:00,204 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-26T11:26:00,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:26:00,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. as already flushing 2024-11-26T11:26:00,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:26:00,204 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:26:00,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:26:00,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:26:00,310 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:00,313 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126debd6fa72e5641718bb27ba4d4fb35f3_a2fc1a33a4a6dba5fcc98991274f6f41 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126debd6fa72e5641718bb27ba4d4fb35f3_a2fc1a33a4a6dba5fcc98991274f6f41 2024-11-26T11:26:00,314 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/A/3404552ed15a4b48aed7cc9584aff4b9, store: [table=TestAcidGuarantees family=A region=a2fc1a33a4a6dba5fcc98991274f6f41] 2024-11-26T11:26:00,314 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/A/3404552ed15a4b48aed7cc9584aff4b9 is 175, key is test_row_0/A:col10/1732620359851/Put/seqid=0 2024-11-26T11:26:00,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742315_1491 (size=39549) 2024-11-26T11:26:00,356 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:26:00,356 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-26T11:26:00,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:26:00,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. as already flushing 2024-11-26T11:26:00,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:26:00,357 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:26:00,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:26:00,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:26:00,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:00,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34396 deadline: 1732620420480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:00,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:00,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34430 deadline: 1732620420480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:00,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:00,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34420 deadline: 1732620420481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:00,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:00,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34458 deadline: 1732620420496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:00,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-26T11:26:00,503 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:00,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34472 deadline: 1732620420502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:00,508 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:26:00,509 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-26T11:26:00,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:26:00,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. as already flushing 2024-11-26T11:26:00,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:26:00,509 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:26:00,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:26:00,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:26:00,661 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:26:00,661 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-26T11:26:00,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:26:00,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. as already flushing 2024-11-26T11:26:00,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:26:00,662 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:26:00,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:26:00,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:26:00,718 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/A/3404552ed15a4b48aed7cc9584aff4b9 2024-11-26T11:26:00,738 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/B/377708a22c8d4724bf1e9744b14a39de is 50, key is test_row_0/B:col10/1732620359851/Put/seqid=0 2024-11-26T11:26:00,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742316_1492 (size=12001) 2024-11-26T11:26:00,813 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:26:00,814 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-26T11:26:00,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:26:00,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. as already flushing 2024-11-26T11:26:00,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:26:00,814 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:26:00,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:26:00,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:26:00,966 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:26:00,966 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-26T11:26:00,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:26:00,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. as already flushing 2024-11-26T11:26:00,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:26:00,967 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:26:00,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:26:00,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:26:00,982 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:00,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34430 deadline: 1732620420982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:00,983 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:00,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34420 deadline: 1732620420982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:00,986 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:00,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34396 deadline: 1732620420986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:01,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-26T11:26:01,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:01,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34458 deadline: 1732620421002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:01,008 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:01,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34472 deadline: 1732620421008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:01,119 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:26:01,119 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-26T11:26:01,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:26:01,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. as already flushing 2024-11-26T11:26:01,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:26:01,119 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:26:01,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:26:01,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:26:01,142 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/B/377708a22c8d4724bf1e9744b14a39de 2024-11-26T11:26:01,176 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/C/bca780a09c2e43469abd651840a71c97 is 50, key is test_row_0/C:col10/1732620359851/Put/seqid=0 2024-11-26T11:26:01,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742317_1493 (size=12001) 2024-11-26T11:26:01,272 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:26:01,272 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-26T11:26:01,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:26:01,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. as already flushing 2024-11-26T11:26:01,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:26:01,272 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:26:01,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:26:01,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:26:01,426 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:26:01,426 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-26T11:26:01,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:26:01,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. as already flushing 2024-11-26T11:26:01,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:26:01,427 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:26:01,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:26:01,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:26:01,579 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:26:01,579 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-26T11:26:01,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:26:01,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. as already flushing 2024-11-26T11:26:01,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:26:01,580 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:26:01,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:26:01,580 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/C/bca780a09c2e43469abd651840a71c97 2024-11-26T11:26:01,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:26:01,585 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/A/3404552ed15a4b48aed7cc9584aff4b9 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/3404552ed15a4b48aed7cc9584aff4b9 2024-11-26T11:26:01,588 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/3404552ed15a4b48aed7cc9584aff4b9, entries=200, sequenceid=16, filesize=38.6 K 2024-11-26T11:26:01,589 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/B/377708a22c8d4724bf1e9744b14a39de as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/377708a22c8d4724bf1e9744b14a39de 2024-11-26T11:26:01,592 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/377708a22c8d4724bf1e9744b14a39de, entries=150, sequenceid=16, filesize=11.7 K 2024-11-26T11:26:01,592 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/C/bca780a09c2e43469abd651840a71c97 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/bca780a09c2e43469abd651840a71c97 2024-11-26T11:26:01,596 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/bca780a09c2e43469abd651840a71c97, entries=150, sequenceid=16, filesize=11.7 K 2024-11-26T11:26:01,597 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for a2fc1a33a4a6dba5fcc98991274f6f41 in 1740ms, sequenceid=16, compaction requested=false 2024-11-26T11:26:01,597 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a2fc1a33a4a6dba5fcc98991274f6f41: 2024-11-26T11:26:01,643 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T11:26:01,732 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:26:01,732 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-26T11:26:01,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:26:01,732 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2837): Flushing a2fc1a33a4a6dba5fcc98991274f6f41 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-26T11:26:01,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2fc1a33a4a6dba5fcc98991274f6f41, store=A 2024-11-26T11:26:01,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:26:01,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2fc1a33a4a6dba5fcc98991274f6f41, store=B 2024-11-26T11:26:01,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:26:01,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2fc1a33a4a6dba5fcc98991274f6f41, store=C 2024-11-26T11:26:01,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:26:01,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411268d60082da9de49888a6ff2880546b8f8_a2fc1a33a4a6dba5fcc98991274f6f41 is 50, key is test_row_0/A:col10/1732620359871/Put/seqid=0 2024-11-26T11:26:01,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742318_1494 (size=12154) 2024-11-26T11:26:01,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:01,748 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411268d60082da9de49888a6ff2880546b8f8_a2fc1a33a4a6dba5fcc98991274f6f41 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411268d60082da9de49888a6ff2880546b8f8_a2fc1a33a4a6dba5fcc98991274f6f41 2024-11-26T11:26:01,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/A/a5572258eb9749f9b1b70fcbb6392a30, store: [table=TestAcidGuarantees family=A region=a2fc1a33a4a6dba5fcc98991274f6f41] 2024-11-26T11:26:01,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/A/a5572258eb9749f9b1b70fcbb6392a30 is 175, key is test_row_0/A:col10/1732620359871/Put/seqid=0 2024-11-26T11:26:01,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742319_1495 (size=30955) 2024-11-26T11:26:01,753 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/A/a5572258eb9749f9b1b70fcbb6392a30 2024-11-26T11:26:01,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/B/0a1b42090b014116997a08f362718bc3 is 50, key is test_row_0/B:col10/1732620359871/Put/seqid=0 2024-11-26T11:26:01,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742320_1496 (size=12001) 2024-11-26T11:26:01,763 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/B/0a1b42090b014116997a08f362718bc3 2024-11-26T11:26:01,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/C/f9276f13e52146988027473b98997a70 is 50, key is test_row_0/C:col10/1732620359871/Put/seqid=0 2024-11-26T11:26:01,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742321_1497 (size=12001) 2024-11-26T11:26:01,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(8581): Flush requested on a2fc1a33a4a6dba5fcc98991274f6f41 2024-11-26T11:26:01,987 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. as already flushing 2024-11-26T11:26:02,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-26T11:26:02,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:02,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34396 deadline: 1732620422022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:02,027 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:02,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34458 deadline: 1732620422025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:02,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:02,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34472 deadline: 1732620422025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:02,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:02,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34430 deadline: 1732620422026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:02,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:02,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34420 deadline: 1732620422026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:02,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:02,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34396 deadline: 1732620422126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:02,128 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:02,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34458 deadline: 1732620422127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:02,130 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:02,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34472 deadline: 1732620422129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:02,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:02,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34430 deadline: 1732620422129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:02,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:02,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34420 deadline: 1732620422129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:02,172 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/C/f9276f13e52146988027473b98997a70 2024-11-26T11:26:02,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/A/a5572258eb9749f9b1b70fcbb6392a30 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/a5572258eb9749f9b1b70fcbb6392a30 2024-11-26T11:26:02,179 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/a5572258eb9749f9b1b70fcbb6392a30, entries=150, sequenceid=41, filesize=30.2 K 2024-11-26T11:26:02,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/B/0a1b42090b014116997a08f362718bc3 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/0a1b42090b014116997a08f362718bc3 2024-11-26T11:26:02,184 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/0a1b42090b014116997a08f362718bc3, entries=150, sequenceid=41, filesize=11.7 K 2024-11-26T11:26:02,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/C/f9276f13e52146988027473b98997a70 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/f9276f13e52146988027473b98997a70 2024-11-26T11:26:02,188 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/f9276f13e52146988027473b98997a70, entries=150, sequenceid=41, filesize=11.7 K 2024-11-26T11:26:02,189 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=67.09 KB/68700 for a2fc1a33a4a6dba5fcc98991274f6f41 in 457ms, sequenceid=41, compaction requested=false 2024-11-26T11:26:02,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2538): Flush status journal for a2fc1a33a4a6dba5fcc98991274f6f41: 2024-11-26T11:26:02,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:26:02,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=160 2024-11-26T11:26:02,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4106): Remote procedure done, pid=160 2024-11-26T11:26:02,191 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=160, resume processing ppid=159 2024-11-26T11:26:02,191 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, ppid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2910 sec 2024-11-26T11:26:02,192 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees in 2.2950 sec 2024-11-26T11:26:02,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(8581): Flush requested on a2fc1a33a4a6dba5fcc98991274f6f41 2024-11-26T11:26:02,332 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a2fc1a33a4a6dba5fcc98991274f6f41 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-26T11:26:02,332 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2fc1a33a4a6dba5fcc98991274f6f41, store=A 2024-11-26T11:26:02,332 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:26:02,332 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2fc1a33a4a6dba5fcc98991274f6f41, store=B 2024-11-26T11:26:02,332 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:26:02,332 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2fc1a33a4a6dba5fcc98991274f6f41, store=C 2024-11-26T11:26:02,332 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:26:02,340 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126cb3feb99967d413fbc80435dea0b7502_a2fc1a33a4a6dba5fcc98991274f6f41 is 50, key is test_row_0/A:col10/1732620362025/Put/seqid=0 2024-11-26T11:26:02,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742322_1498 (size=14594) 2024-11-26T11:26:02,349 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:02,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34420 deadline: 1732620422345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:02,349 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:02,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34430 deadline: 1732620422345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:02,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:02,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34396 deadline: 1732620422347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:02,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:02,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34458 deadline: 1732620422348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:02,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:02,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34472 deadline: 1732620422349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:02,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:02,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34420 deadline: 1732620422450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:02,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:02,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34430 deadline: 1732620422450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:02,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:02,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34396 deadline: 1732620422451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:02,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:02,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34458 deadline: 1732620422451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:02,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:02,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34472 deadline: 1732620422453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:02,654 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:02,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34420 deadline: 1732620422652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:02,654 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:02,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34430 deadline: 1732620422652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:02,654 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:02,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34396 deadline: 1732620422653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:02,654 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:02,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34458 deadline: 1732620422653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:02,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:02,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34472 deadline: 1732620422655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:02,745 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:02,748 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126cb3feb99967d413fbc80435dea0b7502_a2fc1a33a4a6dba5fcc98991274f6f41 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126cb3feb99967d413fbc80435dea0b7502_a2fc1a33a4a6dba5fcc98991274f6f41 2024-11-26T11:26:02,749 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/A/370e78d8a6a54241b407ee3832ba83d9, store: [table=TestAcidGuarantees family=A region=a2fc1a33a4a6dba5fcc98991274f6f41] 2024-11-26T11:26:02,750 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/A/370e78d8a6a54241b407ee3832ba83d9 is 175, key is test_row_0/A:col10/1732620362025/Put/seqid=0 2024-11-26T11:26:02,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742323_1499 (size=39549) 2024-11-26T11:26:02,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:02,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34420 deadline: 1732620422955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:02,957 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:02,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34430 deadline: 1732620422955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:02,957 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:02,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34396 deadline: 1732620422955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:02,957 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:02,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34458 deadline: 1732620422956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:02,958 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:02,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34472 deadline: 1732620422957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:03,154 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=56, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/A/370e78d8a6a54241b407ee3832ba83d9 2024-11-26T11:26:03,161 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/B/8777e7b41b884d9a8fbb38d834471619 is 50, key is test_row_0/B:col10/1732620362025/Put/seqid=0 2024-11-26T11:26:03,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742324_1500 (size=12001) 2024-11-26T11:26:03,459 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:03,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34430 deadline: 1732620423458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:03,459 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:03,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34458 deadline: 1732620423458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:03,461 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:03,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34420 deadline: 1732620423459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:03,462 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:03,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34396 deadline: 1732620423461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:03,462 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:03,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34472 deadline: 1732620423461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:03,566 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/B/8777e7b41b884d9a8fbb38d834471619 2024-11-26T11:26:03,572 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/C/1ae8fe783a4240a7acf25e82070e4077 is 50, key is test_row_0/C:col10/1732620362025/Put/seqid=0 2024-11-26T11:26:03,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742325_1501 (size=12001) 2024-11-26T11:26:03,976 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/C/1ae8fe783a4240a7acf25e82070e4077 2024-11-26T11:26:03,979 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/A/370e78d8a6a54241b407ee3832ba83d9 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/370e78d8a6a54241b407ee3832ba83d9 2024-11-26T11:26:03,982 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/370e78d8a6a54241b407ee3832ba83d9, entries=200, sequenceid=56, filesize=38.6 K 2024-11-26T11:26:03,983 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/B/8777e7b41b884d9a8fbb38d834471619 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/8777e7b41b884d9a8fbb38d834471619 2024-11-26T11:26:03,986 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/8777e7b41b884d9a8fbb38d834471619, entries=150, sequenceid=56, filesize=11.7 K 2024-11-26T11:26:03,987 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/C/1ae8fe783a4240a7acf25e82070e4077 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/1ae8fe783a4240a7acf25e82070e4077 2024-11-26T11:26:03,989 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/1ae8fe783a4240a7acf25e82070e4077, entries=150, sequenceid=56, filesize=11.7 K 2024-11-26T11:26:03,990 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for a2fc1a33a4a6dba5fcc98991274f6f41 in 1659ms, sequenceid=56, compaction requested=true 2024-11-26T11:26:03,990 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a2fc1a33a4a6dba5fcc98991274f6f41: 2024-11-26T11:26:03,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a2fc1a33a4a6dba5fcc98991274f6f41:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T11:26:03,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:26:03,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a2fc1a33a4a6dba5fcc98991274f6f41:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T11:26:03,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:26:03,990 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T11:26:03,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a2fc1a33a4a6dba5fcc98991274f6f41:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T11:26:03,990 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T11:26:03,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T11:26:03,991 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110053 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T11:26:03,991 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T11:26:03,991 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1540): a2fc1a33a4a6dba5fcc98991274f6f41/A is initiating minor compaction (all files) 2024-11-26T11:26:03,991 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1540): a2fc1a33a4a6dba5fcc98991274f6f41/B is initiating minor compaction (all files) 2024-11-26T11:26:03,991 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a2fc1a33a4a6dba5fcc98991274f6f41/A in TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:26:03,991 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a2fc1a33a4a6dba5fcc98991274f6f41/B in TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:26:03,991 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/3404552ed15a4b48aed7cc9584aff4b9, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/a5572258eb9749f9b1b70fcbb6392a30, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/370e78d8a6a54241b407ee3832ba83d9] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp, totalSize=107.5 K 2024-11-26T11:26:03,991 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/377708a22c8d4724bf1e9744b14a39de, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/0a1b42090b014116997a08f362718bc3, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/8777e7b41b884d9a8fbb38d834471619] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp, totalSize=35.2 K 2024-11-26T11:26:03,991 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:26:03,991 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. files: [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/3404552ed15a4b48aed7cc9584aff4b9, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/a5572258eb9749f9b1b70fcbb6392a30, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/370e78d8a6a54241b407ee3832ba83d9] 2024-11-26T11:26:03,992 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 377708a22c8d4724bf1e9744b14a39de, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732620359851 2024-11-26T11:26:03,992 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3404552ed15a4b48aed7cc9584aff4b9, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732620359851 2024-11-26T11:26:03,992 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 0a1b42090b014116997a08f362718bc3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732620359870 2024-11-26T11:26:03,992 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting a5572258eb9749f9b1b70fcbb6392a30, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732620359870 2024-11-26T11:26:03,992 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 8777e7b41b884d9a8fbb38d834471619, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732620362025 2024-11-26T11:26:03,992 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 370e78d8a6a54241b407ee3832ba83d9, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732620362024 2024-11-26T11:26:03,997 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a2fc1a33a4a6dba5fcc98991274f6f41] 2024-11-26T11:26:03,998 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a2fc1a33a4a6dba5fcc98991274f6f41#B#compaction#426 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:26:03,999 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/B/93175acb56ae43fb9e064c809bd0b7f3 is 50, key is test_row_0/B:col10/1732620362025/Put/seqid=0 2024-11-26T11:26:03,999 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112651eb36356b0e4839a8862401cab1c911_a2fc1a33a4a6dba5fcc98991274f6f41 store=[table=TestAcidGuarantees family=A region=a2fc1a33a4a6dba5fcc98991274f6f41] 2024-11-26T11:26:04,002 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112651eb36356b0e4839a8862401cab1c911_a2fc1a33a4a6dba5fcc98991274f6f41, store=[table=TestAcidGuarantees family=A region=a2fc1a33a4a6dba5fcc98991274f6f41] 2024-11-26T11:26:04,002 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112651eb36356b0e4839a8862401cab1c911_a2fc1a33a4a6dba5fcc98991274f6f41 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a2fc1a33a4a6dba5fcc98991274f6f41] 2024-11-26T11:26:04,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-26T11:26:04,003 INFO [Thread-2201 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 159 completed 2024-11-26T11:26:04,005 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T11:26:04,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] procedure2.ProcedureExecutor(1098): Stored pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees 2024-11-26T11:26:04,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-26T11:26:04,006 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T11:26:04,007 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T11:26:04,007 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=162, ppid=161, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T11:26:04,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742326_1502 (size=12104) 2024-11-26T11:26:04,017 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/B/93175acb56ae43fb9e064c809bd0b7f3 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/93175acb56ae43fb9e064c809bd0b7f3 2024-11-26T11:26:04,021 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a2fc1a33a4a6dba5fcc98991274f6f41/B of a2fc1a33a4a6dba5fcc98991274f6f41 into 93175acb56ae43fb9e064c809bd0b7f3(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:26:04,021 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a2fc1a33a4a6dba5fcc98991274f6f41: 2024-11-26T11:26:04,021 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41., storeName=a2fc1a33a4a6dba5fcc98991274f6f41/B, priority=13, startTime=1732620363990; duration=0sec 2024-11-26T11:26:04,022 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T11:26:04,022 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a2fc1a33a4a6dba5fcc98991274f6f41:B 2024-11-26T11:26:04,022 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T11:26:04,022 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T11:26:04,022 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1540): a2fc1a33a4a6dba5fcc98991274f6f41/C is initiating minor compaction (all files) 2024-11-26T11:26:04,022 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a2fc1a33a4a6dba5fcc98991274f6f41/C in TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:26:04,023 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/bca780a09c2e43469abd651840a71c97, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/f9276f13e52146988027473b98997a70, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/1ae8fe783a4240a7acf25e82070e4077] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp, totalSize=35.2 K 2024-11-26T11:26:04,023 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting bca780a09c2e43469abd651840a71c97, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732620359851 2024-11-26T11:26:04,023 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting f9276f13e52146988027473b98997a70, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732620359870 2024-11-26T11:26:04,024 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 1ae8fe783a4240a7acf25e82070e4077, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732620362025 2024-11-26T11:26:04,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742327_1503 (size=4469) 2024-11-26T11:26:04,031 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a2fc1a33a4a6dba5fcc98991274f6f41#C#compaction#428 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:26:04,032 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/C/3ddefead3f3b4cb9ac2cfe90c1d755ea is 50, key is test_row_0/C:col10/1732620362025/Put/seqid=0 2024-11-26T11:26:04,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742328_1504 (size=12104) 2024-11-26T11:26:04,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-26T11:26:04,158 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:26:04,159 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-26T11:26:04,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:26:04,159 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2837): Flushing a2fc1a33a4a6dba5fcc98991274f6f41 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-26T11:26:04,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2fc1a33a4a6dba5fcc98991274f6f41, store=A 2024-11-26T11:26:04,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:26:04,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2fc1a33a4a6dba5fcc98991274f6f41, store=B 2024-11-26T11:26:04,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:26:04,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2fc1a33a4a6dba5fcc98991274f6f41, store=C 2024-11-26T11:26:04,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:26:04,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126d06235e6588548829e7f499809eb716a_a2fc1a33a4a6dba5fcc98991274f6f41 is 50, key is test_row_0/A:col10/1732620362346/Put/seqid=0 2024-11-26T11:26:04,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742329_1505 (size=12154) 2024-11-26T11:26:04,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:04,173 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126d06235e6588548829e7f499809eb716a_a2fc1a33a4a6dba5fcc98991274f6f41 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126d06235e6588548829e7f499809eb716a_a2fc1a33a4a6dba5fcc98991274f6f41 2024-11-26T11:26:04,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/A/ba049b883e7f4c128cf62ddd0771cdda, store: [table=TestAcidGuarantees family=A region=a2fc1a33a4a6dba5fcc98991274f6f41] 2024-11-26T11:26:04,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/A/ba049b883e7f4c128cf62ddd0771cdda is 175, key is test_row_0/A:col10/1732620362346/Put/seqid=0 2024-11-26T11:26:04,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742330_1506 (size=30955) 2024-11-26T11:26:04,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-26T11:26:04,431 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a2fc1a33a4a6dba5fcc98991274f6f41#A#compaction#427 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:26:04,432 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/A/1773fff73faa4253bc6ff549d46e6da7 is 175, key is test_row_0/A:col10/1732620362025/Put/seqid=0 2024-11-26T11:26:04,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742331_1507 (size=31058) 2024-11-26T11:26:04,443 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/C/3ddefead3f3b4cb9ac2cfe90c1d755ea as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/3ddefead3f3b4cb9ac2cfe90c1d755ea 2024-11-26T11:26:04,447 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a2fc1a33a4a6dba5fcc98991274f6f41/C of a2fc1a33a4a6dba5fcc98991274f6f41 into 3ddefead3f3b4cb9ac2cfe90c1d755ea(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:26:04,447 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a2fc1a33a4a6dba5fcc98991274f6f41: 2024-11-26T11:26:04,447 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41., storeName=a2fc1a33a4a6dba5fcc98991274f6f41/C, priority=13, startTime=1732620363990; duration=0sec 2024-11-26T11:26:04,447 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:26:04,447 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a2fc1a33a4a6dba5fcc98991274f6f41:C 2024-11-26T11:26:04,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(8581): Flush requested on a2fc1a33a4a6dba5fcc98991274f6f41 2024-11-26T11:26:04,462 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. as already flushing 2024-11-26T11:26:04,473 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:04,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34430 deadline: 1732620424470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:04,474 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:04,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34396 deadline: 1732620424471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:04,475 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:04,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34458 deadline: 1732620424471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:04,475 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:04,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34472 deadline: 1732620424471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:04,475 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:04,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34420 deadline: 1732620424473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:04,576 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:04,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34430 deadline: 1732620424574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:04,576 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:04,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34396 deadline: 1732620424575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:04,576 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:04,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34458 deadline: 1732620424575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:04,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:04,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34472 deadline: 1732620424576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:04,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:04,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34420 deadline: 1732620424576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:04,578 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=79, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/A/ba049b883e7f4c128cf62ddd0771cdda 2024-11-26T11:26:04,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/B/e25a8d2889be4309ab5280a1710b4626 is 50, key is test_row_0/B:col10/1732620362346/Put/seqid=0 2024-11-26T11:26:04,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742332_1508 (size=12001) 2024-11-26T11:26:04,589 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/B/e25a8d2889be4309ab5280a1710b4626 2024-11-26T11:26:04,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/C/3a400f892ce74bd39b226ecc93b51d3d is 50, key is test_row_0/C:col10/1732620362346/Put/seqid=0 2024-11-26T11:26:04,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-26T11:26:04,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742333_1509 (size=12001) 2024-11-26T11:26:04,612 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/C/3a400f892ce74bd39b226ecc93b51d3d 2024-11-26T11:26:04,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/A/ba049b883e7f4c128cf62ddd0771cdda as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/ba049b883e7f4c128cf62ddd0771cdda 2024-11-26T11:26:04,619 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/ba049b883e7f4c128cf62ddd0771cdda, entries=150, sequenceid=79, filesize=30.2 K 2024-11-26T11:26:04,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/B/e25a8d2889be4309ab5280a1710b4626 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/e25a8d2889be4309ab5280a1710b4626 2024-11-26T11:26:04,623 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/e25a8d2889be4309ab5280a1710b4626, entries=150, sequenceid=79, filesize=11.7 K 2024-11-26T11:26:04,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/C/3a400f892ce74bd39b226ecc93b51d3d as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/3a400f892ce74bd39b226ecc93b51d3d 2024-11-26T11:26:04,627 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/3a400f892ce74bd39b226ecc93b51d3d, entries=150, sequenceid=79, filesize=11.7 K 2024-11-26T11:26:04,627 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for a2fc1a33a4a6dba5fcc98991274f6f41 in 468ms, sequenceid=79, compaction requested=false 2024-11-26T11:26:04,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2538): Flush status journal for a2fc1a33a4a6dba5fcc98991274f6f41: 2024-11-26T11:26:04,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:26:04,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=162 2024-11-26T11:26:04,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4106): Remote procedure done, pid=162 2024-11-26T11:26:04,635 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=162, resume processing ppid=161 2024-11-26T11:26:04,635 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, ppid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 621 msec 2024-11-26T11:26:04,636 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees in 630 msec 2024-11-26T11:26:04,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(8581): Flush requested on a2fc1a33a4a6dba5fcc98991274f6f41 2024-11-26T11:26:04,779 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a2fc1a33a4a6dba5fcc98991274f6f41 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-26T11:26:04,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2fc1a33a4a6dba5fcc98991274f6f41, store=A 2024-11-26T11:26:04,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:26:04,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2fc1a33a4a6dba5fcc98991274f6f41, store=B 2024-11-26T11:26:04,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:26:04,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2fc1a33a4a6dba5fcc98991274f6f41, store=C 2024-11-26T11:26:04,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:26:04,793 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411265d1a9daeff45426e875f2dd655975f5c_a2fc1a33a4a6dba5fcc98991274f6f41 is 50, key is test_row_0/A:col10/1732620364473/Put/seqid=0 2024-11-26T11:26:04,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:04,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34430 deadline: 1732620424792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:04,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:04,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34420 deadline: 1732620424794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:04,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742334_1510 (size=14594) 2024-11-26T11:26:04,798 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:04,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:04,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34396 deadline: 1732620424795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:04,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:04,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34458 deadline: 1732620424795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:04,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:04,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34472 deadline: 1732620424796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:04,802 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411265d1a9daeff45426e875f2dd655975f5c_a2fc1a33a4a6dba5fcc98991274f6f41 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411265d1a9daeff45426e875f2dd655975f5c_a2fc1a33a4a6dba5fcc98991274f6f41 2024-11-26T11:26:04,803 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/A/d9e31d0673d948958e6b6bf4246a7675, store: [table=TestAcidGuarantees family=A region=a2fc1a33a4a6dba5fcc98991274f6f41] 2024-11-26T11:26:04,804 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/A/d9e31d0673d948958e6b6bf4246a7675 is 175, key is test_row_0/A:col10/1732620364473/Put/seqid=0 2024-11-26T11:26:04,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742335_1511 (size=39549) 2024-11-26T11:26:04,839 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/A/1773fff73faa4253bc6ff549d46e6da7 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/1773fff73faa4253bc6ff549d46e6da7 2024-11-26T11:26:04,843 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a2fc1a33a4a6dba5fcc98991274f6f41/A of a2fc1a33a4a6dba5fcc98991274f6f41 into 1773fff73faa4253bc6ff549d46e6da7(size=30.3 K), total size for store is 60.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:26:04,843 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a2fc1a33a4a6dba5fcc98991274f6f41: 2024-11-26T11:26:04,843 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41., storeName=a2fc1a33a4a6dba5fcc98991274f6f41/A, priority=13, startTime=1732620363990; duration=0sec 2024-11-26T11:26:04,843 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:26:04,843 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a2fc1a33a4a6dba5fcc98991274f6f41:A 2024-11-26T11:26:04,898 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:04,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34430 deadline: 1732620424897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:04,899 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:04,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34420 deadline: 1732620424897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:04,902 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:04,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34458 deadline: 1732620424900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:04,902 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:04,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34396 deadline: 1732620424900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:04,902 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:04,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34472 deadline: 1732620424900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:05,101 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:05,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34430 deadline: 1732620425100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:05,101 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:05,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34420 deadline: 1732620425100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:05,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:05,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34458 deadline: 1732620425104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:05,106 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:05,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34396 deadline: 1732620425104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:05,106 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:05,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34472 deadline: 1732620425104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:05,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-26T11:26:05,109 INFO [Thread-2201 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 161 completed 2024-11-26T11:26:05,110 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T11:26:05,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] procedure2.ProcedureExecutor(1098): Stored pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees 2024-11-26T11:26:05,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-26T11:26:05,111 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T11:26:05,112 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T11:26:05,112 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=164, ppid=163, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T11:26:05,208 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=96, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/A/d9e31d0673d948958e6b6bf4246a7675 2024-11-26T11:26:05,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-26T11:26:05,215 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/B/7396b3a7db114111b2c7443138dd6605 is 50, key is test_row_0/B:col10/1732620364473/Put/seqid=0 2024-11-26T11:26:05,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742336_1512 (size=12001) 2024-11-26T11:26:05,263 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:26:05,264 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-26T11:26:05,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:26:05,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. as already flushing 2024-11-26T11:26:05,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:26:05,264 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:26:05,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:26:05,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:26:05,286 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-26T11:26:05,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:05,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34430 deadline: 1732620425403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:05,406 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:05,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34420 deadline: 1732620425404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:05,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:05,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34458 deadline: 1732620425406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:05,409 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:05,409 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:05,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34396 deadline: 1732620425406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:05,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34472 deadline: 1732620425407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:05,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-26T11:26:05,416 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:26:05,416 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-26T11:26:05,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:26:05,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. as already flushing 2024-11-26T11:26:05,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:26:05,417 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:26:05,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:26:05,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:26:05,569 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:26:05,569 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-26T11:26:05,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:26:05,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. as already flushing 2024-11-26T11:26:05,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:26:05,569 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:26:05,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:26:05,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:26:05,620 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/B/7396b3a7db114111b2c7443138dd6605 2024-11-26T11:26:05,627 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/C/040facf1d3e64c54950ae0055398a471 is 50, key is test_row_0/C:col10/1732620364473/Put/seqid=0 2024-11-26T11:26:05,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742337_1513 (size=12001) 2024-11-26T11:26:05,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-26T11:26:05,721 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:26:05,722 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-26T11:26:05,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:26:05,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. as already flushing 2024-11-26T11:26:05,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:26:05,722 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:26:05,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:26:05,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:26:05,874 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:26:05,874 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-26T11:26:05,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:26:05,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. as already flushing 2024-11-26T11:26:05,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:26:05,875 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:26:05,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:26:05,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:26:05,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:05,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34430 deadline: 1732620425907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:05,909 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:05,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34420 deadline: 1732620425908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:05,912 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:05,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34458 deadline: 1732620425911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:05,912 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:05,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34472 deadline: 1732620425912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:05,915 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:05,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34396 deadline: 1732620425914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:06,027 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:26:06,028 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-26T11:26:06,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:26:06,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. as already flushing 2024-11-26T11:26:06,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:26:06,028 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:26:06,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:26:06,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:26:06,033 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/C/040facf1d3e64c54950ae0055398a471 2024-11-26T11:26:06,036 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/A/d9e31d0673d948958e6b6bf4246a7675 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/d9e31d0673d948958e6b6bf4246a7675 2024-11-26T11:26:06,042 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/d9e31d0673d948958e6b6bf4246a7675, entries=200, sequenceid=96, filesize=38.6 K 2024-11-26T11:26:06,043 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/B/7396b3a7db114111b2c7443138dd6605 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/7396b3a7db114111b2c7443138dd6605 2024-11-26T11:26:06,046 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/7396b3a7db114111b2c7443138dd6605, entries=150, sequenceid=96, filesize=11.7 K 2024-11-26T11:26:06,047 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/C/040facf1d3e64c54950ae0055398a471 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/040facf1d3e64c54950ae0055398a471 2024-11-26T11:26:06,050 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/040facf1d3e64c54950ae0055398a471, entries=150, sequenceid=96, filesize=11.7 K 2024-11-26T11:26:06,051 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for a2fc1a33a4a6dba5fcc98991274f6f41 in 1272ms, sequenceid=96, compaction requested=true 2024-11-26T11:26:06,051 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a2fc1a33a4a6dba5fcc98991274f6f41: 2024-11-26T11:26:06,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a2fc1a33a4a6dba5fcc98991274f6f41:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T11:26:06,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:26:06,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a2fc1a33a4a6dba5fcc98991274f6f41:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T11:26:06,051 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T11:26:06,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:26:06,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a2fc1a33a4a6dba5fcc98991274f6f41:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T11:26:06,051 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T11:26:06,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T11:26:06,052 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T11:26:06,052 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T11:26:06,052 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1540): a2fc1a33a4a6dba5fcc98991274f6f41/A is initiating minor compaction (all files) 2024-11-26T11:26:06,052 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1540): a2fc1a33a4a6dba5fcc98991274f6f41/B is initiating minor compaction (all files) 2024-11-26T11:26:06,052 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a2fc1a33a4a6dba5fcc98991274f6f41/B in TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:26:06,052 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a2fc1a33a4a6dba5fcc98991274f6f41/A in TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:26:06,052 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/93175acb56ae43fb9e064c809bd0b7f3, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/e25a8d2889be4309ab5280a1710b4626, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/7396b3a7db114111b2c7443138dd6605] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp, totalSize=35.3 K 2024-11-26T11:26:06,052 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/1773fff73faa4253bc6ff549d46e6da7, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/ba049b883e7f4c128cf62ddd0771cdda, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/d9e31d0673d948958e6b6bf4246a7675] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp, totalSize=99.2 K 2024-11-26T11:26:06,052 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:26:06,052 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. files: [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/1773fff73faa4253bc6ff549d46e6da7, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/ba049b883e7f4c128cf62ddd0771cdda, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/d9e31d0673d948958e6b6bf4246a7675] 2024-11-26T11:26:06,052 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 93175acb56ae43fb9e064c809bd0b7f3, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732620362025 2024-11-26T11:26:06,052 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1773fff73faa4253bc6ff549d46e6da7, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732620362025 2024-11-26T11:26:06,053 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting e25a8d2889be4309ab5280a1710b4626, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732620362344 2024-11-26T11:26:06,053 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting ba049b883e7f4c128cf62ddd0771cdda, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732620362344 2024-11-26T11:26:06,053 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 7396b3a7db114111b2c7443138dd6605, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732620364473 2024-11-26T11:26:06,053 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting d9e31d0673d948958e6b6bf4246a7675, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732620364470 2024-11-26T11:26:06,059 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a2fc1a33a4a6dba5fcc98991274f6f41] 2024-11-26T11:26:06,060 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a2fc1a33a4a6dba5fcc98991274f6f41#B#compaction#435 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:26:06,060 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241126dba22afd94404938bfd725f908264a3f_a2fc1a33a4a6dba5fcc98991274f6f41 store=[table=TestAcidGuarantees family=A region=a2fc1a33a4a6dba5fcc98991274f6f41] 2024-11-26T11:26:06,060 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/B/76ee7584a219446ca7a99cc371cbf1be is 50, key is test_row_0/B:col10/1732620364473/Put/seqid=0 2024-11-26T11:26:06,062 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241126dba22afd94404938bfd725f908264a3f_a2fc1a33a4a6dba5fcc98991274f6f41, store=[table=TestAcidGuarantees family=A region=a2fc1a33a4a6dba5fcc98991274f6f41] 2024-11-26T11:26:06,062 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126dba22afd94404938bfd725f908264a3f_a2fc1a33a4a6dba5fcc98991274f6f41 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a2fc1a33a4a6dba5fcc98991274f6f41] 2024-11-26T11:26:06,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742338_1514 (size=12207) 2024-11-26T11:26:06,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742339_1515 (size=4469) 2024-11-26T11:26:06,097 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a2fc1a33a4a6dba5fcc98991274f6f41#A#compaction#436 average throughput is 0.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:26:06,098 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/A/3b83740f342d435a918ec2cf76c3b890 is 175, key is test_row_0/A:col10/1732620364473/Put/seqid=0 2024-11-26T11:26:06,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742340_1516 (size=31161) 2024-11-26T11:26:06,113 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/A/3b83740f342d435a918ec2cf76c3b890 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/3b83740f342d435a918ec2cf76c3b890 2024-11-26T11:26:06,118 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a2fc1a33a4a6dba5fcc98991274f6f41/A of a2fc1a33a4a6dba5fcc98991274f6f41 into 3b83740f342d435a918ec2cf76c3b890(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:26:06,118 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a2fc1a33a4a6dba5fcc98991274f6f41: 2024-11-26T11:26:06,118 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41., storeName=a2fc1a33a4a6dba5fcc98991274f6f41/A, priority=13, startTime=1732620366051; duration=0sec 2024-11-26T11:26:06,118 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T11:26:06,118 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a2fc1a33a4a6dba5fcc98991274f6f41:A 2024-11-26T11:26:06,118 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T11:26:06,119 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T11:26:06,119 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1540): a2fc1a33a4a6dba5fcc98991274f6f41/C is initiating minor compaction (all files) 2024-11-26T11:26:06,119 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a2fc1a33a4a6dba5fcc98991274f6f41/C in TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:26:06,119 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/3ddefead3f3b4cb9ac2cfe90c1d755ea, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/3a400f892ce74bd39b226ecc93b51d3d, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/040facf1d3e64c54950ae0055398a471] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp, totalSize=35.3 K 2024-11-26T11:26:06,120 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3ddefead3f3b4cb9ac2cfe90c1d755ea, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732620362025 2024-11-26T11:26:06,120 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3a400f892ce74bd39b226ecc93b51d3d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732620362344 2024-11-26T11:26:06,120 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 040facf1d3e64c54950ae0055398a471, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732620364473 2024-11-26T11:26:06,126 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a2fc1a33a4a6dba5fcc98991274f6f41#C#compaction#437 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:26:06,126 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/C/ebfadbf0a74547c784ac451210fa8075 is 50, key is test_row_0/C:col10/1732620364473/Put/seqid=0 2024-11-26T11:26:06,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742341_1517 (size=12207) 2024-11-26T11:26:06,180 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:26:06,180 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-26T11:26:06,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:26:06,181 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2837): Flushing a2fc1a33a4a6dba5fcc98991274f6f41 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-26T11:26:06,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2fc1a33a4a6dba5fcc98991274f6f41, store=A 2024-11-26T11:26:06,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:26:06,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2fc1a33a4a6dba5fcc98991274f6f41, store=B 2024-11-26T11:26:06,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:26:06,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2fc1a33a4a6dba5fcc98991274f6f41, store=C 2024-11-26T11:26:06,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:26:06,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411265e2949e0126e4eb5b6528e89f72ed60b_a2fc1a33a4a6dba5fcc98991274f6f41 is 50, key is test_row_0/A:col10/1732620364794/Put/seqid=0 2024-11-26T11:26:06,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742342_1518 (size=12154) 2024-11-26T11:26:06,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-26T11:26:06,490 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/B/76ee7584a219446ca7a99cc371cbf1be as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/76ee7584a219446ca7a99cc371cbf1be 2024-11-26T11:26:06,494 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a2fc1a33a4a6dba5fcc98991274f6f41/B of a2fc1a33a4a6dba5fcc98991274f6f41 into 76ee7584a219446ca7a99cc371cbf1be(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:26:06,494 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a2fc1a33a4a6dba5fcc98991274f6f41: 2024-11-26T11:26:06,494 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41., storeName=a2fc1a33a4a6dba5fcc98991274f6f41/B, priority=13, startTime=1732620366051; duration=0sec 2024-11-26T11:26:06,494 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:26:06,494 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a2fc1a33a4a6dba5fcc98991274f6f41:B 2024-11-26T11:26:06,539 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/C/ebfadbf0a74547c784ac451210fa8075 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/ebfadbf0a74547c784ac451210fa8075 2024-11-26T11:26:06,543 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a2fc1a33a4a6dba5fcc98991274f6f41/C of a2fc1a33a4a6dba5fcc98991274f6f41 into ebfadbf0a74547c784ac451210fa8075(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:26:06,543 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a2fc1a33a4a6dba5fcc98991274f6f41: 2024-11-26T11:26:06,543 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41., storeName=a2fc1a33a4a6dba5fcc98991274f6f41/C, priority=13, startTime=1732620366051; duration=0sec 2024-11-26T11:26:06,543 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:26:06,543 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a2fc1a33a4a6dba5fcc98991274f6f41:C 2024-11-26T11:26:06,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:06,595 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411265e2949e0126e4eb5b6528e89f72ed60b_a2fc1a33a4a6dba5fcc98991274f6f41 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411265e2949e0126e4eb5b6528e89f72ed60b_a2fc1a33a4a6dba5fcc98991274f6f41 2024-11-26T11:26:06,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/A/5e88eb274d5f4d799e470aa4629e8444, store: [table=TestAcidGuarantees family=A region=a2fc1a33a4a6dba5fcc98991274f6f41] 2024-11-26T11:26:06,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/A/5e88eb274d5f4d799e470aa4629e8444 is 175, key is test_row_0/A:col10/1732620364794/Put/seqid=0 2024-11-26T11:26:06,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742343_1519 (size=30955) 2024-11-26T11:26:06,600 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=118, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/A/5e88eb274d5f4d799e470aa4629e8444 2024-11-26T11:26:06,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/B/73bd89c1d9a546b495a6b10503043a1f is 50, key is test_row_0/B:col10/1732620364794/Put/seqid=0 2024-11-26T11:26:06,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742344_1520 (size=12001) 2024-11-26T11:26:06,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(8581): Flush requested on a2fc1a33a4a6dba5fcc98991274f6f41 2024-11-26T11:26:06,915 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. as already flushing 2024-11-26T11:26:06,927 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:06,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34430 deadline: 1732620426924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:06,927 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:06,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34472 deadline: 1732620426924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:06,928 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:06,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34458 deadline: 1732620426926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:06,929 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:06,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34396 deadline: 1732620426927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:06,929 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:06,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34420 deadline: 1732620426927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:07,010 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/B/73bd89c1d9a546b495a6b10503043a1f 2024-11-26T11:26:07,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/C/c1ba8a4cdc564eaab621aece64ad77ad is 50, key is test_row_0/C:col10/1732620364794/Put/seqid=0 2024-11-26T11:26:07,029 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:07,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34430 deadline: 1732620427028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:07,029 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:07,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34472 deadline: 1732620427028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:07,031 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:07,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34458 deadline: 1732620427029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:07,031 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:07,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34396 deadline: 1732620427030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:07,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:07,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34420 deadline: 1732620427030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:07,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742345_1521 (size=12001) 2024-11-26T11:26:07,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-26T11:26:07,231 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:07,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34430 deadline: 1732620427230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:07,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:07,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34472 deadline: 1732620427231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:07,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:07,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34396 deadline: 1732620427232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:07,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:07,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:07,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34458 deadline: 1732620427233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:07,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34420 deadline: 1732620427232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:07,450 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/C/c1ba8a4cdc564eaab621aece64ad77ad 2024-11-26T11:26:07,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/A/5e88eb274d5f4d799e470aa4629e8444 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/5e88eb274d5f4d799e470aa4629e8444 2024-11-26T11:26:07,457 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/5e88eb274d5f4d799e470aa4629e8444, entries=150, sequenceid=118, filesize=30.2 K 2024-11-26T11:26:07,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/B/73bd89c1d9a546b495a6b10503043a1f as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/73bd89c1d9a546b495a6b10503043a1f 2024-11-26T11:26:07,468 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/73bd89c1d9a546b495a6b10503043a1f, entries=150, sequenceid=118, filesize=11.7 K 2024-11-26T11:26:07,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/C/c1ba8a4cdc564eaab621aece64ad77ad as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/c1ba8a4cdc564eaab621aece64ad77ad 2024-11-26T11:26:07,472 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/c1ba8a4cdc564eaab621aece64ad77ad, entries=150, sequenceid=118, filesize=11.7 K 2024-11-26T11:26:07,472 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for a2fc1a33a4a6dba5fcc98991274f6f41 in 1291ms, sequenceid=118, compaction requested=false 2024-11-26T11:26:07,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2538): Flush status journal for a2fc1a33a4a6dba5fcc98991274f6f41: 2024-11-26T11:26:07,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:26:07,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=164 2024-11-26T11:26:07,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4106): Remote procedure done, pid=164 2024-11-26T11:26:07,475 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=164, resume processing ppid=163 2024-11-26T11:26:07,475 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, ppid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3620 sec 2024-11-26T11:26:07,476 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees in 2.3650 sec 2024-11-26T11:26:07,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(8581): Flush requested on a2fc1a33a4a6dba5fcc98991274f6f41 2024-11-26T11:26:07,534 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a2fc1a33a4a6dba5fcc98991274f6f41 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-26T11:26:07,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2fc1a33a4a6dba5fcc98991274f6f41, store=A 2024-11-26T11:26:07,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:26:07,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2fc1a33a4a6dba5fcc98991274f6f41, store=B 2024-11-26T11:26:07,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:26:07,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2fc1a33a4a6dba5fcc98991274f6f41, store=C 2024-11-26T11:26:07,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:26:07,541 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112664ea8b79757841caa53cd2b327c7a293_a2fc1a33a4a6dba5fcc98991274f6f41 is 50, key is test_row_0/A:col10/1732620367533/Put/seqid=0 2024-11-26T11:26:07,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742346_1522 (size=14794) 2024-11-26T11:26:07,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:07,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34472 deadline: 1732620427552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:07,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:07,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34420 deadline: 1732620427555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:07,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:07,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34458 deadline: 1732620427555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:07,558 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:07,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34430 deadline: 1732620427556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:07,558 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:07,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34396 deadline: 1732620427556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:07,657 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:07,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34472 deadline: 1732620427656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:07,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:07,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34420 deadline: 1732620427658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:07,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:07,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34458 deadline: 1732620427658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:07,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:07,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34430 deadline: 1732620427658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:07,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:07,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34396 deadline: 1732620427659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:07,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:07,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34472 deadline: 1732620427858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:07,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:07,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34396 deadline: 1732620427861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:07,863 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:07,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:07,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34458 deadline: 1732620427862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:07,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34430 deadline: 1732620427862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:07,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:07,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34420 deadline: 1732620427867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:07,953 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:07,956 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112664ea8b79757841caa53cd2b327c7a293_a2fc1a33a4a6dba5fcc98991274f6f41 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112664ea8b79757841caa53cd2b327c7a293_a2fc1a33a4a6dba5fcc98991274f6f41 2024-11-26T11:26:07,957 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/A/84e663255e1546f89f7eb12e7e3420e4, store: [table=TestAcidGuarantees family=A region=a2fc1a33a4a6dba5fcc98991274f6f41] 2024-11-26T11:26:07,958 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/A/84e663255e1546f89f7eb12e7e3420e4 is 175, key is test_row_0/A:col10/1732620367533/Put/seqid=0 2024-11-26T11:26:07,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742347_1523 (size=39749) 2024-11-26T11:26:07,962 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=137, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/A/84e663255e1546f89f7eb12e7e3420e4 2024-11-26T11:26:07,967 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/B/0739b1143c4b41b3be3d49c5ab65353b is 50, key is test_row_0/B:col10/1732620367533/Put/seqid=0 2024-11-26T11:26:07,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742348_1524 (size=12151) 2024-11-26T11:26:07,971 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/B/0739b1143c4b41b3be3d49c5ab65353b 2024-11-26T11:26:07,979 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/C/bfd063eba18646bca8cecc1e944b97d0 is 50, key is test_row_0/C:col10/1732620367533/Put/seqid=0 2024-11-26T11:26:07,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742349_1525 (size=12151) 2024-11-26T11:26:07,982 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/C/bfd063eba18646bca8cecc1e944b97d0 2024-11-26T11:26:07,985 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/A/84e663255e1546f89f7eb12e7e3420e4 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/84e663255e1546f89f7eb12e7e3420e4 2024-11-26T11:26:07,988 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/84e663255e1546f89f7eb12e7e3420e4, entries=200, sequenceid=137, filesize=38.8 K 2024-11-26T11:26:07,989 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/B/0739b1143c4b41b3be3d49c5ab65353b as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/0739b1143c4b41b3be3d49c5ab65353b 2024-11-26T11:26:07,992 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/0739b1143c4b41b3be3d49c5ab65353b, entries=150, sequenceid=137, filesize=11.9 K 2024-11-26T11:26:07,993 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/C/bfd063eba18646bca8cecc1e944b97d0 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/bfd063eba18646bca8cecc1e944b97d0 2024-11-26T11:26:07,996 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/bfd063eba18646bca8cecc1e944b97d0, entries=150, sequenceid=137, filesize=11.9 K 2024-11-26T11:26:07,996 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for a2fc1a33a4a6dba5fcc98991274f6f41 in 462ms, sequenceid=137, compaction requested=true 2024-11-26T11:26:07,996 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a2fc1a33a4a6dba5fcc98991274f6f41: 2024-11-26T11:26:07,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a2fc1a33a4a6dba5fcc98991274f6f41:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T11:26:07,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:26:07,997 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T11:26:07,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a2fc1a33a4a6dba5fcc98991274f6f41:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T11:26:07,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:26:07,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a2fc1a33a4a6dba5fcc98991274f6f41:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T11:26:07,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T11:26:07,997 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T11:26:07,997 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T11:26:07,997 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T11:26:07,997 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1540): a2fc1a33a4a6dba5fcc98991274f6f41/B is initiating minor compaction (all files) 2024-11-26T11:26:07,997 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1540): a2fc1a33a4a6dba5fcc98991274f6f41/A is initiating minor compaction (all files) 2024-11-26T11:26:07,997 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a2fc1a33a4a6dba5fcc98991274f6f41/B in TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:26:07,997 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a2fc1a33a4a6dba5fcc98991274f6f41/A in TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:26:07,998 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/76ee7584a219446ca7a99cc371cbf1be, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/73bd89c1d9a546b495a6b10503043a1f, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/0739b1143c4b41b3be3d49c5ab65353b] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp, totalSize=35.5 K 2024-11-26T11:26:07,998 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/3b83740f342d435a918ec2cf76c3b890, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/5e88eb274d5f4d799e470aa4629e8444, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/84e663255e1546f89f7eb12e7e3420e4] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp, totalSize=99.5 K 2024-11-26T11:26:07,998 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:26:07,998 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. files: [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/3b83740f342d435a918ec2cf76c3b890, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/5e88eb274d5f4d799e470aa4629e8444, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/84e663255e1546f89f7eb12e7e3420e4] 2024-11-26T11:26:07,998 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 76ee7584a219446ca7a99cc371cbf1be, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732620364473 2024-11-26T11:26:07,998 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 73bd89c1d9a546b495a6b10503043a1f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732620364790 2024-11-26T11:26:07,998 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3b83740f342d435a918ec2cf76c3b890, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732620364473 2024-11-26T11:26:07,999 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 0739b1143c4b41b3be3d49c5ab65353b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732620366925 2024-11-26T11:26:07,999 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5e88eb274d5f4d799e470aa4629e8444, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732620364790 2024-11-26T11:26:07,999 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 84e663255e1546f89f7eb12e7e3420e4, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732620366925 2024-11-26T11:26:08,006 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a2fc1a33a4a6dba5fcc98991274f6f41#B#compaction#444 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:26:08,007 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/B/b3eeb72d7e154f1daa7c5c75dbe6ae54 is 50, key is test_row_0/B:col10/1732620367533/Put/seqid=0 2024-11-26T11:26:08,012 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a2fc1a33a4a6dba5fcc98991274f6f41] 2024-11-26T11:26:08,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742350_1526 (size=12459) 2024-11-26T11:26:08,020 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411267d356f4a814a49fd8c69808423b9bfe2_a2fc1a33a4a6dba5fcc98991274f6f41 store=[table=TestAcidGuarantees family=A region=a2fc1a33a4a6dba5fcc98991274f6f41] 2024-11-26T11:26:08,021 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411267d356f4a814a49fd8c69808423b9bfe2_a2fc1a33a4a6dba5fcc98991274f6f41, store=[table=TestAcidGuarantees family=A region=a2fc1a33a4a6dba5fcc98991274f6f41] 2024-11-26T11:26:08,022 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411267d356f4a814a49fd8c69808423b9bfe2_a2fc1a33a4a6dba5fcc98991274f6f41 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a2fc1a33a4a6dba5fcc98991274f6f41] 2024-11-26T11:26:08,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742351_1527 (size=4469) 2024-11-26T11:26:08,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(8581): Flush requested on a2fc1a33a4a6dba5fcc98991274f6f41 2024-11-26T11:26:08,162 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a2fc1a33a4a6dba5fcc98991274f6f41 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-26T11:26:08,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2fc1a33a4a6dba5fcc98991274f6f41, store=A 2024-11-26T11:26:08,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:26:08,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2fc1a33a4a6dba5fcc98991274f6f41, store=B 2024-11-26T11:26:08,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:26:08,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2fc1a33a4a6dba5fcc98991274f6f41, store=C 2024-11-26T11:26:08,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:26:08,169 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126cc2e7f0eb8ec4165b3708925cf88aee8_a2fc1a33a4a6dba5fcc98991274f6f41 is 50, key is test_row_0/A:col10/1732620368161/Put/seqid=0 2024-11-26T11:26:08,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742352_1528 (size=12304) 2024-11-26T11:26:08,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:08,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34430 deadline: 1732620428173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:08,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:08,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34458 deadline: 1732620428173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:08,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:08,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34420 deadline: 1732620428173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:08,178 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:08,178 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:08,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34472 deadline: 1732620428175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:08,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34396 deadline: 1732620428176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:08,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:08,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34430 deadline: 1732620428277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:08,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:08,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34458 deadline: 1732620428277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:08,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:08,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34420 deadline: 1732620428277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:08,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:08,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34472 deadline: 1732620428279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:08,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:08,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34396 deadline: 1732620428280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:08,422 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/B/b3eeb72d7e154f1daa7c5c75dbe6ae54 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/b3eeb72d7e154f1daa7c5c75dbe6ae54 2024-11-26T11:26:08,433 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a2fc1a33a4a6dba5fcc98991274f6f41#A#compaction#445 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:26:08,434 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/A/3a49973cac494f868f4c406d70fa789e is 175, key is test_row_0/A:col10/1732620367533/Put/seqid=0 2024-11-26T11:26:08,437 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a2fc1a33a4a6dba5fcc98991274f6f41/B of a2fc1a33a4a6dba5fcc98991274f6f41 into b3eeb72d7e154f1daa7c5c75dbe6ae54(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:26:08,437 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a2fc1a33a4a6dba5fcc98991274f6f41: 2024-11-26T11:26:08,437 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41., storeName=a2fc1a33a4a6dba5fcc98991274f6f41/B, priority=13, startTime=1732620367997; duration=0sec 2024-11-26T11:26:08,437 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T11:26:08,437 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a2fc1a33a4a6dba5fcc98991274f6f41:B 2024-11-26T11:26:08,437 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T11:26:08,438 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T11:26:08,438 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1540): a2fc1a33a4a6dba5fcc98991274f6f41/C is initiating minor compaction (all files) 2024-11-26T11:26:08,438 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a2fc1a33a4a6dba5fcc98991274f6f41/C in TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:26:08,438 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/ebfadbf0a74547c784ac451210fa8075, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/c1ba8a4cdc564eaab621aece64ad77ad, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/bfd063eba18646bca8cecc1e944b97d0] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp, totalSize=35.5 K 2024-11-26T11:26:08,439 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting ebfadbf0a74547c784ac451210fa8075, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732620364473 2024-11-26T11:26:08,439 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting c1ba8a4cdc564eaab621aece64ad77ad, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732620364790 2024-11-26T11:26:08,439 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting bfd063eba18646bca8cecc1e944b97d0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732620366925 2024-11-26T11:26:08,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742353_1529 (size=31413) 2024-11-26T11:26:08,447 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a2fc1a33a4a6dba5fcc98991274f6f41#C#compaction#447 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:26:08,448 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/C/2f2ede03751a4ef3bf9400e0ff1f06b7 is 50, key is test_row_0/C:col10/1732620367533/Put/seqid=0 2024-11-26T11:26:08,452 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/A/3a49973cac494f868f4c406d70fa789e as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/3a49973cac494f868f4c406d70fa789e 2024-11-26T11:26:08,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742354_1530 (size=12459) 2024-11-26T11:26:08,457 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a2fc1a33a4a6dba5fcc98991274f6f41/A of a2fc1a33a4a6dba5fcc98991274f6f41 into 3a49973cac494f868f4c406d70fa789e(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:26:08,457 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a2fc1a33a4a6dba5fcc98991274f6f41: 2024-11-26T11:26:08,457 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41., storeName=a2fc1a33a4a6dba5fcc98991274f6f41/A, priority=13, startTime=1732620367996; duration=0sec 2024-11-26T11:26:08,457 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:26:08,457 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a2fc1a33a4a6dba5fcc98991274f6f41:A 2024-11-26T11:26:08,460 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/C/2f2ede03751a4ef3bf9400e0ff1f06b7 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/2f2ede03751a4ef3bf9400e0ff1f06b7 2024-11-26T11:26:08,464 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a2fc1a33a4a6dba5fcc98991274f6f41/C of a2fc1a33a4a6dba5fcc98991274f6f41 into 2f2ede03751a4ef3bf9400e0ff1f06b7(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:26:08,464 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a2fc1a33a4a6dba5fcc98991274f6f41: 2024-11-26T11:26:08,464 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41., storeName=a2fc1a33a4a6dba5fcc98991274f6f41/C, priority=13, startTime=1732620367997; duration=0sec 2024-11-26T11:26:08,464 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:26:08,464 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a2fc1a33a4a6dba5fcc98991274f6f41:C 2024-11-26T11:26:08,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:08,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34430 deadline: 1732620428481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:08,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:08,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34458 deadline: 1732620428481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:08,482 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:08,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34420 deadline: 1732620428481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:08,483 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:08,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34472 deadline: 1732620428482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:08,484 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:08,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34396 deadline: 1732620428483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:08,573 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:08,576 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126cc2e7f0eb8ec4165b3708925cf88aee8_a2fc1a33a4a6dba5fcc98991274f6f41 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126cc2e7f0eb8ec4165b3708925cf88aee8_a2fc1a33a4a6dba5fcc98991274f6f41 2024-11-26T11:26:08,577 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/A/851337b8e3464537a0e1b6930045bf96, store: [table=TestAcidGuarantees family=A region=a2fc1a33a4a6dba5fcc98991274f6f41] 2024-11-26T11:26:08,578 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/A/851337b8e3464537a0e1b6930045bf96 is 175, key is test_row_0/A:col10/1732620368161/Put/seqid=0 2024-11-26T11:26:08,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742355_1531 (size=31105) 2024-11-26T11:26:08,582 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=158, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/A/851337b8e3464537a0e1b6930045bf96 2024-11-26T11:26:08,594 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/B/745131864c344a628d9235396288aab9 is 50, key is test_row_0/B:col10/1732620368161/Put/seqid=0 2024-11-26T11:26:08,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742356_1532 (size=12151) 2024-11-26T11:26:08,784 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:08,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34458 deadline: 1732620428782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:08,784 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:08,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34430 deadline: 1732620428783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:08,786 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:08,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34420 deadline: 1732620428785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:08,786 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:08,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34396 deadline: 1732620428786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:08,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:08,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34472 deadline: 1732620428786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:08,998 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/B/745131864c344a628d9235396288aab9 2024-11-26T11:26:09,004 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/C/4b6ac0f3a61d43ccab68ecea5e3631ba is 50, key is test_row_0/C:col10/1732620368161/Put/seqid=0 2024-11-26T11:26:09,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742357_1533 (size=12151) 2024-11-26T11:26:09,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-26T11:26:09,216 INFO [Thread-2201 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 163 completed 2024-11-26T11:26:09,217 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T11:26:09,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] procedure2.ProcedureExecutor(1098): Stored pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees 2024-11-26T11:26:09,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-26T11:26:09,218 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T11:26:09,218 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T11:26:09,219 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T11:26:09,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:09,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34458 deadline: 1732620429287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:09,289 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:09,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34430 deadline: 1732620429287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:09,290 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:09,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34420 deadline: 1732620429288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:09,291 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:09,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34472 deadline: 1732620429289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:09,291 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:09,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34396 deadline: 1732620429289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:09,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-26T11:26:09,370 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:26:09,370 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-26T11:26:09,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:26:09,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. as already flushing 2024-11-26T11:26:09,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:26:09,371 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:26:09,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:26:09,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:26:09,408 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/C/4b6ac0f3a61d43ccab68ecea5e3631ba 2024-11-26T11:26:09,411 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/A/851337b8e3464537a0e1b6930045bf96 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/851337b8e3464537a0e1b6930045bf96 2024-11-26T11:26:09,414 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/851337b8e3464537a0e1b6930045bf96, entries=150, sequenceid=158, filesize=30.4 K 2024-11-26T11:26:09,415 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/B/745131864c344a628d9235396288aab9 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/745131864c344a628d9235396288aab9 2024-11-26T11:26:09,418 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/745131864c344a628d9235396288aab9, entries=150, sequenceid=158, filesize=11.9 K 2024-11-26T11:26:09,418 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/C/4b6ac0f3a61d43ccab68ecea5e3631ba as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/4b6ac0f3a61d43ccab68ecea5e3631ba 2024-11-26T11:26:09,421 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/4b6ac0f3a61d43ccab68ecea5e3631ba, entries=150, sequenceid=158, filesize=11.9 K 2024-11-26T11:26:09,425 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for a2fc1a33a4a6dba5fcc98991274f6f41 in 1263ms, sequenceid=158, compaction requested=false 2024-11-26T11:26:09,425 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a2fc1a33a4a6dba5fcc98991274f6f41: 2024-11-26T11:26:09,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-26T11:26:09,523 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:26:09,523 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-26T11:26:09,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:26:09,523 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2837): Flushing a2fc1a33a4a6dba5fcc98991274f6f41 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-26T11:26:09,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2fc1a33a4a6dba5fcc98991274f6f41, store=A 2024-11-26T11:26:09,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:26:09,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2fc1a33a4a6dba5fcc98991274f6f41, store=B 2024-11-26T11:26:09,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:26:09,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2fc1a33a4a6dba5fcc98991274f6f41, store=C 2024-11-26T11:26:09,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:26:09,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126a81dcad165b244fcb52f14e59414f4f4_a2fc1a33a4a6dba5fcc98991274f6f41 is 50, key is test_row_0/A:col10/1732620368175/Put/seqid=0 2024-11-26T11:26:09,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742358_1534 (size=12304) 2024-11-26T11:26:09,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-26T11:26:09,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:09,948 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126a81dcad165b244fcb52f14e59414f4f4_a2fc1a33a4a6dba5fcc98991274f6f41 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126a81dcad165b244fcb52f14e59414f4f4_a2fc1a33a4a6dba5fcc98991274f6f41 2024-11-26T11:26:09,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/A/152848f41fb84392b2d81ee8ffea7782, store: [table=TestAcidGuarantees family=A region=a2fc1a33a4a6dba5fcc98991274f6f41] 2024-11-26T11:26:09,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/A/152848f41fb84392b2d81ee8ffea7782 is 175, key is test_row_0/A:col10/1732620368175/Put/seqid=0 2024-11-26T11:26:09,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742359_1535 (size=31105) 2024-11-26T11:26:10,295 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. as already flushing 2024-11-26T11:26:10,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(8581): Flush requested on a2fc1a33a4a6dba5fcc98991274f6f41 2024-11-26T11:26:10,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:10,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34420 deadline: 1732620430309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:10,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:10,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34458 deadline: 1732620430309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:10,313 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:10,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34430 deadline: 1732620430310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:10,314 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:10,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34472 deadline: 1732620430312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:10,315 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:10,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34396 deadline: 1732620430312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:10,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-26T11:26:10,354 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=176, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/A/152848f41fb84392b2d81ee8ffea7782 2024-11-26T11:26:10,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/B/79b2e6f488ec4c6788e90f0a5726cfb7 is 50, key is test_row_0/B:col10/1732620368175/Put/seqid=0 2024-11-26T11:26:10,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742360_1536 (size=12151) 2024-11-26T11:26:10,415 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:10,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34420 deadline: 1732620430413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:10,415 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:10,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34458 deadline: 1732620430413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:10,415 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:10,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34430 deadline: 1732620430414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:10,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:10,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34472 deadline: 1732620430415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:10,417 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:10,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34396 deadline: 1732620430415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:10,617 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:10,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34420 deadline: 1732620430616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:10,618 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:10,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34430 deadline: 1732620430616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:10,618 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:10,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34458 deadline: 1732620430617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:10,620 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:10,620 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:10,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34472 deadline: 1732620430619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:10,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34396 deadline: 1732620430619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:10,764 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/B/79b2e6f488ec4c6788e90f0a5726cfb7 2024-11-26T11:26:10,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/C/e3bb2bf445f94c2db8d2cb91c5610a7f is 50, key is test_row_0/C:col10/1732620368175/Put/seqid=0 2024-11-26T11:26:10,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742361_1537 (size=12151) 2024-11-26T11:26:10,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:10,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34420 deadline: 1732620430919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:10,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:10,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34430 deadline: 1732620430919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:10,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:10,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34458 deadline: 1732620430919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:10,922 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:10,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34472 deadline: 1732620430921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:10,924 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:10,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34396 deadline: 1732620430923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:11,175 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/C/e3bb2bf445f94c2db8d2cb91c5610a7f 2024-11-26T11:26:11,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/A/152848f41fb84392b2d81ee8ffea7782 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/152848f41fb84392b2d81ee8ffea7782 2024-11-26T11:26:11,181 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/152848f41fb84392b2d81ee8ffea7782, entries=150, sequenceid=176, filesize=30.4 K 2024-11-26T11:26:11,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/B/79b2e6f488ec4c6788e90f0a5726cfb7 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/79b2e6f488ec4c6788e90f0a5726cfb7 2024-11-26T11:26:11,185 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/79b2e6f488ec4c6788e90f0a5726cfb7, entries=150, sequenceid=176, filesize=11.9 K 2024-11-26T11:26:11,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/C/e3bb2bf445f94c2db8d2cb91c5610a7f as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/e3bb2bf445f94c2db8d2cb91c5610a7f 2024-11-26T11:26:11,189 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/e3bb2bf445f94c2db8d2cb91c5610a7f, entries=150, sequenceid=176, filesize=11.9 K 2024-11-26T11:26:11,189 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for a2fc1a33a4a6dba5fcc98991274f6f41 in 1666ms, sequenceid=176, compaction requested=true 2024-11-26T11:26:11,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2538): Flush status journal for a2fc1a33a4a6dba5fcc98991274f6f41: 2024-11-26T11:26:11,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:26:11,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=166 2024-11-26T11:26:11,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4106): Remote procedure done, pid=166 2024-11-26T11:26:11,192 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=166, resume processing ppid=165 2024-11-26T11:26:11,192 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, ppid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9710 sec 2024-11-26T11:26:11,193 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees in 1.9750 sec 2024-11-26T11:26:11,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-26T11:26:11,321 INFO [Thread-2201 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 165 completed 2024-11-26T11:26:11,323 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T11:26:11,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] procedure2.ProcedureExecutor(1098): Stored pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees 2024-11-26T11:26:11,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-26T11:26:11,324 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T11:26:11,324 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T11:26:11,324 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T11:26:11,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(8581): Flush requested on a2fc1a33a4a6dba5fcc98991274f6f41 2024-11-26T11:26:11,424 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a2fc1a33a4a6dba5fcc98991274f6f41 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-26T11:26:11,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2fc1a33a4a6dba5fcc98991274f6f41, store=A 2024-11-26T11:26:11,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:26:11,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2fc1a33a4a6dba5fcc98991274f6f41, store=B 2024-11-26T11:26:11,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:26:11,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2fc1a33a4a6dba5fcc98991274f6f41, store=C 2024-11-26T11:26:11,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:26:11,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-26T11:26:11,430 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126abf34b5742c544b790e53a41ecb04323_a2fc1a33a4a6dba5fcc98991274f6f41 is 50, key is test_row_0/A:col10/1732620371423/Put/seqid=0 2024-11-26T11:26:11,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742362_1538 (size=12304) 2024-11-26T11:26:11,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:11,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34420 deadline: 1732620431434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:11,440 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:11,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34430 deadline: 1732620431437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:11,442 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:11,442 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:11,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34396 deadline: 1732620431438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:11,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34472 deadline: 1732620431438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:11,442 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:11,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34458 deadline: 1732620431438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:11,476 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:26:11,476 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-26T11:26:11,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:26:11,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. as already flushing 2024-11-26T11:26:11,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:26:11,476 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:26:11,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:26:11,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:26:11,539 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:11,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34420 deadline: 1732620431539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:11,541 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:11,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34430 deadline: 1732620431540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:11,544 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:11,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34396 deadline: 1732620431542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:11,544 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:11,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34458 deadline: 1732620431543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:11,544 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:11,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34472 deadline: 1732620431543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:11,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-26T11:26:11,628 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:26:11,629 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-26T11:26:11,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:26:11,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. as already flushing 2024-11-26T11:26:11,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:26:11,629 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:26:11,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:26:11,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:26:11,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:11,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34420 deadline: 1732620431740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:11,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:11,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34430 deadline: 1732620431744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:11,746 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:11,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34396 deadline: 1732620431745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:11,746 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:11,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34458 deadline: 1732620431745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:11,747 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:11,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34472 deadline: 1732620431745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:11,781 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:26:11,781 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-26T11:26:11,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:26:11,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. as already flushing 2024-11-26T11:26:11,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:26:11,782 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:26:11,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:26:11,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:26:11,835 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:11,839 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126abf34b5742c544b790e53a41ecb04323_a2fc1a33a4a6dba5fcc98991274f6f41 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126abf34b5742c544b790e53a41ecb04323_a2fc1a33a4a6dba5fcc98991274f6f41 2024-11-26T11:26:11,839 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/A/48d2ce7a5cb74645973586b68589bbad, store: [table=TestAcidGuarantees family=A region=a2fc1a33a4a6dba5fcc98991274f6f41] 2024-11-26T11:26:11,840 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/A/48d2ce7a5cb74645973586b68589bbad is 175, key is test_row_0/A:col10/1732620371423/Put/seqid=0 2024-11-26T11:26:11,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742363_1539 (size=31105) 2024-11-26T11:26:11,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-26T11:26:11,934 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:26:11,934 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-26T11:26:11,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:26:11,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. as already flushing 2024-11-26T11:26:11,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:26:11,934 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:26:11,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:26:11,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:26:12,045 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:12,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34420 deadline: 1732620432044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:12,049 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:12,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34430 deadline: 1732620432047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:12,049 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:12,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34458 deadline: 1732620432047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:12,050 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:12,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34396 deadline: 1732620432049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:12,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:12,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34472 deadline: 1732620432049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:12,086 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:26:12,086 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-26T11:26:12,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:26:12,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. as already flushing 2024-11-26T11:26:12,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:26:12,087 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:26:12,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:26:12,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:26:12,238 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:26:12,239 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-26T11:26:12,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:26:12,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. as already flushing 2024-11-26T11:26:12,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:26:12,239 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:26:12,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:26:12,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:26:12,249 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=198, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/A/48d2ce7a5cb74645973586b68589bbad 2024-11-26T11:26:12,256 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/B/5266cf69db8444a29c392ba5a02f90db is 50, key is test_row_0/B:col10/1732620371423/Put/seqid=0 2024-11-26T11:26:12,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742364_1540 (size=12151) 2024-11-26T11:26:12,260 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/B/5266cf69db8444a29c392ba5a02f90db 2024-11-26T11:26:12,266 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/C/04cac6d8b5c74b4bb71dacb599c5006d is 50, key is test_row_0/C:col10/1732620371423/Put/seqid=0 2024-11-26T11:26:12,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742365_1541 (size=12151) 2024-11-26T11:26:12,391 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:26:12,391 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-26T11:26:12,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:26:12,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. as already flushing 2024-11-26T11:26:12,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:26:12,392 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:26:12,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:26:12,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:26:12,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-26T11:26:12,544 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:26:12,544 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-26T11:26:12,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:26:12,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. as already flushing 2024-11-26T11:26:12,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:26:12,544 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:26:12,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:26:12,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:26:12,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:12,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34420 deadline: 1732620432548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:12,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:12,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34430 deadline: 1732620432550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:12,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:12,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34458 deadline: 1732620432550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:12,554 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:12,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34396 deadline: 1732620432552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:12,556 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:12,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34472 deadline: 1732620432554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:12,670 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/C/04cac6d8b5c74b4bb71dacb599c5006d 2024-11-26T11:26:12,674 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/A/48d2ce7a5cb74645973586b68589bbad as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/48d2ce7a5cb74645973586b68589bbad 2024-11-26T11:26:12,677 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/48d2ce7a5cb74645973586b68589bbad, entries=150, sequenceid=198, filesize=30.4 K 2024-11-26T11:26:12,678 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/B/5266cf69db8444a29c392ba5a02f90db as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/5266cf69db8444a29c392ba5a02f90db 2024-11-26T11:26:12,681 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/5266cf69db8444a29c392ba5a02f90db, entries=150, sequenceid=198, filesize=11.9 K 2024-11-26T11:26:12,681 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/C/04cac6d8b5c74b4bb71dacb599c5006d as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/04cac6d8b5c74b4bb71dacb599c5006d 2024-11-26T11:26:12,684 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/04cac6d8b5c74b4bb71dacb599c5006d, entries=150, sequenceid=198, filesize=11.9 K 2024-11-26T11:26:12,685 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=87.22 KB/89310 for a2fc1a33a4a6dba5fcc98991274f6f41 in 1261ms, sequenceid=198, compaction requested=true 2024-11-26T11:26:12,685 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a2fc1a33a4a6dba5fcc98991274f6f41: 2024-11-26T11:26:12,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a2fc1a33a4a6dba5fcc98991274f6f41:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T11:26:12,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:26:12,686 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T11:26:12,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a2fc1a33a4a6dba5fcc98991274f6f41:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T11:26:12,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:26:12,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a2fc1a33a4a6dba5fcc98991274f6f41:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T11:26:12,686 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T11:26:12,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T11:26:12,687 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 124728 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T11:26:12,687 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1540): a2fc1a33a4a6dba5fcc98991274f6f41/A is initiating minor compaction (all files) 2024-11-26T11:26:12,687 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a2fc1a33a4a6dba5fcc98991274f6f41/A in TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:26:12,687 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/3a49973cac494f868f4c406d70fa789e, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/851337b8e3464537a0e1b6930045bf96, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/152848f41fb84392b2d81ee8ffea7782, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/48d2ce7a5cb74645973586b68589bbad] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp, totalSize=121.8 K 2024-11-26T11:26:12,687 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:26:12,687 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. files: [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/3a49973cac494f868f4c406d70fa789e, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/851337b8e3464537a0e1b6930045bf96, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/152848f41fb84392b2d81ee8ffea7782, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/48d2ce7a5cb74645973586b68589bbad] 2024-11-26T11:26:12,687 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T11:26:12,687 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3a49973cac494f868f4c406d70fa789e, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732620366925 2024-11-26T11:26:12,687 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1540): a2fc1a33a4a6dba5fcc98991274f6f41/B is initiating minor compaction (all files) 2024-11-26T11:26:12,688 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a2fc1a33a4a6dba5fcc98991274f6f41/B in TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:26:12,688 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/b3eeb72d7e154f1daa7c5c75dbe6ae54, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/745131864c344a628d9235396288aab9, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/79b2e6f488ec4c6788e90f0a5726cfb7, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/5266cf69db8444a29c392ba5a02f90db] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp, totalSize=47.8 K 2024-11-26T11:26:12,688 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 851337b8e3464537a0e1b6930045bf96, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732620367554 2024-11-26T11:26:12,688 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting b3eeb72d7e154f1daa7c5c75dbe6ae54, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732620366925 2024-11-26T11:26:12,688 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 152848f41fb84392b2d81ee8ffea7782, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732620368172 2024-11-26T11:26:12,688 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 745131864c344a628d9235396288aab9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732620367554 2024-11-26T11:26:12,688 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 48d2ce7a5cb74645973586b68589bbad, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732620370308 2024-11-26T11:26:12,689 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 79b2e6f488ec4c6788e90f0a5726cfb7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732620368172 2024-11-26T11:26:12,689 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 5266cf69db8444a29c392ba5a02f90db, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732620370308 2024-11-26T11:26:12,694 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a2fc1a33a4a6dba5fcc98991274f6f41] 2024-11-26T11:26:12,695 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a2fc1a33a4a6dba5fcc98991274f6f41#B#compaction#457 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:26:12,696 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241126f5bb0cfcf0864cc1962082a906ed6202_a2fc1a33a4a6dba5fcc98991274f6f41 store=[table=TestAcidGuarantees family=A region=a2fc1a33a4a6dba5fcc98991274f6f41] 2024-11-26T11:26:12,696 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/B/f0ae9a069cf54cc4a6eea2cbaab2fab7 is 50, key is test_row_0/B:col10/1732620371423/Put/seqid=0 2024-11-26T11:26:12,696 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:26:12,696 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-26T11:26:12,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:26:12,697 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2837): Flushing a2fc1a33a4a6dba5fcc98991274f6f41 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-26T11:26:12,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2fc1a33a4a6dba5fcc98991274f6f41, store=A 2024-11-26T11:26:12,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:26:12,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2fc1a33a4a6dba5fcc98991274f6f41, store=B 2024-11-26T11:26:12,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:26:12,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2fc1a33a4a6dba5fcc98991274f6f41, store=C 2024-11-26T11:26:12,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:26:12,698 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241126f5bb0cfcf0864cc1962082a906ed6202_a2fc1a33a4a6dba5fcc98991274f6f41, store=[table=TestAcidGuarantees family=A region=a2fc1a33a4a6dba5fcc98991274f6f41] 2024-11-26T11:26:12,698 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126f5bb0cfcf0864cc1962082a906ed6202_a2fc1a33a4a6dba5fcc98991274f6f41 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a2fc1a33a4a6dba5fcc98991274f6f41] 2024-11-26T11:26:12,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742366_1542 (size=12595) 2024-11-26T11:26:12,703 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/B/f0ae9a069cf54cc4a6eea2cbaab2fab7 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/f0ae9a069cf54cc4a6eea2cbaab2fab7 2024-11-26T11:26:12,707 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a2fc1a33a4a6dba5fcc98991274f6f41/B of a2fc1a33a4a6dba5fcc98991274f6f41 into f0ae9a069cf54cc4a6eea2cbaab2fab7(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:26:12,707 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a2fc1a33a4a6dba5fcc98991274f6f41: 2024-11-26T11:26:12,707 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41., storeName=a2fc1a33a4a6dba5fcc98991274f6f41/B, priority=12, startTime=1732620372686; duration=0sec 2024-11-26T11:26:12,707 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T11:26:12,707 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a2fc1a33a4a6dba5fcc98991274f6f41:B 2024-11-26T11:26:12,707 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T11:26:12,709 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T11:26:12,709 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1540): a2fc1a33a4a6dba5fcc98991274f6f41/C is initiating minor compaction (all files) 2024-11-26T11:26:12,709 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a2fc1a33a4a6dba5fcc98991274f6f41/C in TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:26:12,709 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/2f2ede03751a4ef3bf9400e0ff1f06b7, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/4b6ac0f3a61d43ccab68ecea5e3631ba, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/e3bb2bf445f94c2db8d2cb91c5610a7f, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/04cac6d8b5c74b4bb71dacb599c5006d] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp, totalSize=47.8 K 2024-11-26T11:26:12,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126859ab206402b45509db3a3b4cfcbce7c_a2fc1a33a4a6dba5fcc98991274f6f41 is 50, key is test_row_0/A:col10/1732620371437/Put/seqid=0 2024-11-26T11:26:12,710 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 2f2ede03751a4ef3bf9400e0ff1f06b7, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732620366925 2024-11-26T11:26:12,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742367_1543 (size=4469) 2024-11-26T11:26:12,710 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 4b6ac0f3a61d43ccab68ecea5e3631ba, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732620367554 2024-11-26T11:26:12,711 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting e3bb2bf445f94c2db8d2cb91c5610a7f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732620368172 2024-11-26T11:26:12,711 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 04cac6d8b5c74b4bb71dacb599c5006d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732620370308 2024-11-26T11:26:12,718 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a2fc1a33a4a6dba5fcc98991274f6f41#C#compaction#459 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:26:12,718 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/C/b65f8692cf8048879415369732b9d657 is 50, key is test_row_0/C:col10/1732620371423/Put/seqid=0 2024-11-26T11:26:12,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742369_1545 (size=12595) 2024-11-26T11:26:12,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742368_1544 (size=12304) 2024-11-26T11:26:12,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:12,728 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126859ab206402b45509db3a3b4cfcbce7c_a2fc1a33a4a6dba5fcc98991274f6f41 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126859ab206402b45509db3a3b4cfcbce7c_a2fc1a33a4a6dba5fcc98991274f6f41 2024-11-26T11:26:12,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/A/4b6e59f6f1e140259897638b5c43eb19, store: [table=TestAcidGuarantees family=A region=a2fc1a33a4a6dba5fcc98991274f6f41] 2024-11-26T11:26:12,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/A/4b6e59f6f1e140259897638b5c43eb19 is 175, key is test_row_0/A:col10/1732620371437/Put/seqid=0 2024-11-26T11:26:12,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742370_1546 (size=31105) 2024-11-26T11:26:13,111 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a2fc1a33a4a6dba5fcc98991274f6f41#A#compaction#456 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:26:13,112 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/A/582915ab3f244ae49b5770632db95323 is 175, key is test_row_0/A:col10/1732620371423/Put/seqid=0 2024-11-26T11:26:13,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742371_1547 (size=31549) 2024-11-26T11:26:13,119 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/A/582915ab3f244ae49b5770632db95323 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/582915ab3f244ae49b5770632db95323 2024-11-26T11:26:13,123 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a2fc1a33a4a6dba5fcc98991274f6f41/A of a2fc1a33a4a6dba5fcc98991274f6f41 into 582915ab3f244ae49b5770632db95323(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:26:13,123 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a2fc1a33a4a6dba5fcc98991274f6f41: 2024-11-26T11:26:13,123 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41., storeName=a2fc1a33a4a6dba5fcc98991274f6f41/A, priority=12, startTime=1732620372685; duration=0sec 2024-11-26T11:26:13,123 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:26:13,123 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a2fc1a33a4a6dba5fcc98991274f6f41:A 2024-11-26T11:26:13,126 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/C/b65f8692cf8048879415369732b9d657 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/b65f8692cf8048879415369732b9d657 2024-11-26T11:26:13,130 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a2fc1a33a4a6dba5fcc98991274f6f41/C of a2fc1a33a4a6dba5fcc98991274f6f41 into b65f8692cf8048879415369732b9d657(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:26:13,130 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a2fc1a33a4a6dba5fcc98991274f6f41: 2024-11-26T11:26:13,130 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41., storeName=a2fc1a33a4a6dba5fcc98991274f6f41/C, priority=12, startTime=1732620372686; duration=0sec 2024-11-26T11:26:13,130 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:26:13,130 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a2fc1a33a4a6dba5fcc98991274f6f41:C 2024-11-26T11:26:13,133 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=214, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/A/4b6e59f6f1e140259897638b5c43eb19 2024-11-26T11:26:13,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/B/740934155f2947b086de15836c904a8e is 50, key is test_row_0/B:col10/1732620371437/Put/seqid=0 2024-11-26T11:26:13,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742372_1548 (size=12151) 2024-11-26T11:26:13,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-26T11:26:13,543 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/B/740934155f2947b086de15836c904a8e 2024-11-26T11:26:13,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/C/e507a1e3938e4095ba2316be3061c78b is 50, key is test_row_0/C:col10/1732620371437/Put/seqid=0 2024-11-26T11:26:13,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742373_1549 (size=12151) 2024-11-26T11:26:13,553 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/C/e507a1e3938e4095ba2316be3061c78b 2024-11-26T11:26:13,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/A/4b6e59f6f1e140259897638b5c43eb19 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/4b6e59f6f1e140259897638b5c43eb19 2024-11-26T11:26:13,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(8581): Flush requested on a2fc1a33a4a6dba5fcc98991274f6f41 2024-11-26T11:26:13,557 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. as already flushing 2024-11-26T11:26:13,560 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/4b6e59f6f1e140259897638b5c43eb19, entries=150, sequenceid=214, filesize=30.4 K 2024-11-26T11:26:13,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/B/740934155f2947b086de15836c904a8e as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/740934155f2947b086de15836c904a8e 2024-11-26T11:26:13,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:13,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:13,565 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/740934155f2947b086de15836c904a8e, entries=150, sequenceid=214, filesize=11.9 K 2024-11-26T11:26:13,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/C/e507a1e3938e4095ba2316be3061c78b as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/e507a1e3938e4095ba2316be3061c78b 2024-11-26T11:26:13,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:13,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:13,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:13,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:13,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:13,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:13,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:13,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:13,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:13,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:13,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:13,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:13,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:13,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:13,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:13,569 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/e507a1e3938e4095ba2316be3061c78b, entries=150, sequenceid=214, filesize=11.9 K 2024-11-26T11:26:13,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:13,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:13,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:13,569 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=46.96 KB/48090 for a2fc1a33a4a6dba5fcc98991274f6f41 in 872ms, sequenceid=214, compaction requested=false 2024-11-26T11:26:13,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2538): Flush status journal for a2fc1a33a4a6dba5fcc98991274f6f41: 2024-11-26T11:26:13,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:26:13,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:13,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=168 2024-11-26T11:26:13,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:13,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4106): Remote procedure done, pid=168 2024-11-26T11:26:13,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:13,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:13,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:13,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(8581): Flush requested on a2fc1a33a4a6dba5fcc98991274f6f41 2024-11-26T11:26:13,571 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a2fc1a33a4a6dba5fcc98991274f6f41 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T11:26:13,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:13,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:13,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:13,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:13,572 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=168, resume processing ppid=167 2024-11-26T11:26:13,572 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, ppid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2460 sec 2024-11-26T11:26:13,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2fc1a33a4a6dba5fcc98991274f6f41, store=A 2024-11-26T11:26:13,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:13,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:26:13,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2fc1a33a4a6dba5fcc98991274f6f41, store=B 2024-11-26T11:26:13,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:13,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:26:13,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2fc1a33a4a6dba5fcc98991274f6f41, store=C 2024-11-26T11:26:13,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:26:13,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:13,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:13,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:13,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:13,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:13,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:13,573 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees in 2.2500 sec 2024-11-26T11:26:13,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:13,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:13,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:13,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:13,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:13,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:13,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:13,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:13,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:13,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:13,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:13,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:13,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:13,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:13,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:13,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:13,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:13,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:13,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:13,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:13,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:13,579 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126f50db665613649248a748c81ee66cbf7_a2fc1a33a4a6dba5fcc98991274f6f41 is 50, key is test_row_0/A:col10/1732620373570/Put/seqid=0 2024-11-26T11:26:13,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:13,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:13,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:13,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:13,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:13,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:13,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:13,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:13,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:13,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:13,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:13,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:13,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:13,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:13,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:13,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:13,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:13,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:13,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:13,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:13,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:13,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:13,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:13,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:13,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:13,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:13,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:13,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:13,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:13,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:13,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:13,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:13,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742374_1550 (size=22268) 2024-11-26T11:26:13,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:13,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:13,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:13,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:13,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:13,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:13,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:13,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:13,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:13,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:13,603 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:13,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34458 deadline: 1732620433600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:13,603 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:13,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34420 deadline: 1732620433601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:13,604 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:13,604 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:13,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34430 deadline: 1732620433601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:13,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34396 deadline: 1732620433602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:13,604 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:13,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34472 deadline: 1732620433602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:13,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:13,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34458 deadline: 1732620433704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:13,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:13,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34420 deadline: 1732620433705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:13,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:13,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34430 deadline: 1732620433705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:13,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:13,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34472 deadline: 1732620433705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:13,707 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:13,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34396 deadline: 1732620433705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:13,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:13,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34458 deadline: 1732620433907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:13,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:13,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34420 deadline: 1732620433907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:13,909 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:13,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34472 deadline: 1732620433907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:13,909 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:13,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34396 deadline: 1732620433908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:13,909 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:13,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34430 deadline: 1732620433908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:13,991 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:13,994 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126f50db665613649248a748c81ee66cbf7_a2fc1a33a4a6dba5fcc98991274f6f41 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126f50db665613649248a748c81ee66cbf7_a2fc1a33a4a6dba5fcc98991274f6f41 2024-11-26T11:26:13,995 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/A/eea140b509ca4194a2546480baf68196, store: [table=TestAcidGuarantees family=A region=a2fc1a33a4a6dba5fcc98991274f6f41] 2024-11-26T11:26:13,996 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/A/eea140b509ca4194a2546480baf68196 is 175, key is test_row_0/A:col10/1732620373570/Put/seqid=0 2024-11-26T11:26:13,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742375_1551 (size=65673) 2024-11-26T11:26:14,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:14,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34458 deadline: 1732620434209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:14,212 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:14,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34430 deadline: 1732620434210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:14,212 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:14,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34420 deadline: 1732620434210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:14,212 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:14,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34396 deadline: 1732620434211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:14,213 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:14,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34472 deadline: 1732620434211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:14,400 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=229, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/A/eea140b509ca4194a2546480baf68196 2024-11-26T11:26:14,406 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/B/9c5f097d9a4443819da164df5d9fc8f2 is 50, key is test_row_0/B:col10/1732620373570/Put/seqid=0 2024-11-26T11:26:14,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742376_1552 (size=12151) 2024-11-26T11:26:14,714 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:14,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34458 deadline: 1732620434713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:14,716 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:14,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34472 deadline: 1732620434715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:14,718 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:14,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:14,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34420 deadline: 1732620434716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:14,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34396 deadline: 1732620434716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:14,718 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:14,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34430 deadline: 1732620434716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:14,810 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=229 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/B/9c5f097d9a4443819da164df5d9fc8f2 2024-11-26T11:26:14,816 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/C/4d96ac051aab4e89b39496073bfc5184 is 50, key is test_row_0/C:col10/1732620373570/Put/seqid=0 2024-11-26T11:26:14,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742377_1553 (size=12151) 2024-11-26T11:26:14,820 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=229 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/C/4d96ac051aab4e89b39496073bfc5184 2024-11-26T11:26:14,823 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/A/eea140b509ca4194a2546480baf68196 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/eea140b509ca4194a2546480baf68196 2024-11-26T11:26:14,826 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/eea140b509ca4194a2546480baf68196, entries=350, sequenceid=229, filesize=64.1 K 2024-11-26T11:26:14,827 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/B/9c5f097d9a4443819da164df5d9fc8f2 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/9c5f097d9a4443819da164df5d9fc8f2 2024-11-26T11:26:14,830 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/9c5f097d9a4443819da164df5d9fc8f2, entries=150, sequenceid=229, filesize=11.9 K 2024-11-26T11:26:14,830 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/C/4d96ac051aab4e89b39496073bfc5184 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/4d96ac051aab4e89b39496073bfc5184 2024-11-26T11:26:14,833 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/4d96ac051aab4e89b39496073bfc5184, entries=150, sequenceid=229, filesize=11.9 K 2024-11-26T11:26:14,834 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for a2fc1a33a4a6dba5fcc98991274f6f41 in 1263ms, sequenceid=229, compaction requested=true 2024-11-26T11:26:14,834 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a2fc1a33a4a6dba5fcc98991274f6f41: 2024-11-26T11:26:14,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a2fc1a33a4a6dba5fcc98991274f6f41:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T11:26:14,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:26:14,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a2fc1a33a4a6dba5fcc98991274f6f41:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T11:26:14,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:26:14,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a2fc1a33a4a6dba5fcc98991274f6f41:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T11:26:14,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T11:26:14,834 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T11:26:14,834 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T11:26:14,835 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T11:26:14,835 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1540): a2fc1a33a4a6dba5fcc98991274f6f41/B is initiating minor compaction (all files) 2024-11-26T11:26:14,835 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 128327 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T11:26:14,835 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a2fc1a33a4a6dba5fcc98991274f6f41/B in TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:26:14,835 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1540): a2fc1a33a4a6dba5fcc98991274f6f41/A is initiating minor compaction (all files) 2024-11-26T11:26:14,835 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a2fc1a33a4a6dba5fcc98991274f6f41/A in TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:26:14,835 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/f0ae9a069cf54cc4a6eea2cbaab2fab7, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/740934155f2947b086de15836c904a8e, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/9c5f097d9a4443819da164df5d9fc8f2] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp, totalSize=36.0 K 2024-11-26T11:26:14,835 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/582915ab3f244ae49b5770632db95323, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/4b6e59f6f1e140259897638b5c43eb19, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/eea140b509ca4194a2546480baf68196] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp, totalSize=125.3 K 2024-11-26T11:26:14,835 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:26:14,835 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. files: [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/582915ab3f244ae49b5770632db95323, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/4b6e59f6f1e140259897638b5c43eb19, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/eea140b509ca4194a2546480baf68196] 2024-11-26T11:26:14,835 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting f0ae9a069cf54cc4a6eea2cbaab2fab7, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732620370308 2024-11-26T11:26:14,836 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 582915ab3f244ae49b5770632db95323, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732620370308 2024-11-26T11:26:14,836 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 740934155f2947b086de15836c904a8e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732620371437 2024-11-26T11:26:14,836 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4b6e59f6f1e140259897638b5c43eb19, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732620371437 2024-11-26T11:26:14,836 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 9c5f097d9a4443819da164df5d9fc8f2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1732620373560 2024-11-26T11:26:14,836 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting eea140b509ca4194a2546480baf68196, keycount=350, bloomtype=ROW, size=64.1 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1732620373557 2024-11-26T11:26:14,842 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a2fc1a33a4a6dba5fcc98991274f6f41] 2024-11-26T11:26:14,843 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a2fc1a33a4a6dba5fcc98991274f6f41#B#compaction#465 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:26:14,843 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/B/7253bc60ddc74ef387c6e53ee6e00a1c is 50, key is test_row_0/B:col10/1732620373570/Put/seqid=0 2024-11-26T11:26:14,845 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241126d512dfb2fe8e407fb748cc5cc564664f_a2fc1a33a4a6dba5fcc98991274f6f41 store=[table=TestAcidGuarantees family=A region=a2fc1a33a4a6dba5fcc98991274f6f41] 2024-11-26T11:26:14,847 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241126d512dfb2fe8e407fb748cc5cc564664f_a2fc1a33a4a6dba5fcc98991274f6f41, store=[table=TestAcidGuarantees family=A region=a2fc1a33a4a6dba5fcc98991274f6f41] 2024-11-26T11:26:14,847 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126d512dfb2fe8e407fb748cc5cc564664f_a2fc1a33a4a6dba5fcc98991274f6f41 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a2fc1a33a4a6dba5fcc98991274f6f41] 2024-11-26T11:26:14,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742378_1554 (size=12697) 2024-11-26T11:26:14,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742379_1555 (size=4469) 2024-11-26T11:26:15,252 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a2fc1a33a4a6dba5fcc98991274f6f41#A#compaction#466 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:26:15,252 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/A/447841ff33b3477888f63f0fc6db9589 is 175, key is test_row_0/A:col10/1732620373570/Put/seqid=0 2024-11-26T11:26:15,253 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/B/7253bc60ddc74ef387c6e53ee6e00a1c as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/7253bc60ddc74ef387c6e53ee6e00a1c 2024-11-26T11:26:15,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742380_1556 (size=31651) 2024-11-26T11:26:15,258 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a2fc1a33a4a6dba5fcc98991274f6f41/B of a2fc1a33a4a6dba5fcc98991274f6f41 into 7253bc60ddc74ef387c6e53ee6e00a1c(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:26:15,258 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a2fc1a33a4a6dba5fcc98991274f6f41: 2024-11-26T11:26:15,258 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41., storeName=a2fc1a33a4a6dba5fcc98991274f6f41/B, priority=13, startTime=1732620374834; duration=0sec 2024-11-26T11:26:15,258 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T11:26:15,258 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a2fc1a33a4a6dba5fcc98991274f6f41:B 2024-11-26T11:26:15,258 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T11:26:15,259 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T11:26:15,259 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1540): a2fc1a33a4a6dba5fcc98991274f6f41/C is initiating minor compaction (all files) 2024-11-26T11:26:15,259 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a2fc1a33a4a6dba5fcc98991274f6f41/C in TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:26:15,259 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/b65f8692cf8048879415369732b9d657, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/e507a1e3938e4095ba2316be3061c78b, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/4d96ac051aab4e89b39496073bfc5184] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp, totalSize=36.0 K 2024-11-26T11:26:15,260 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting b65f8692cf8048879415369732b9d657, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732620370308 2024-11-26T11:26:15,260 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting e507a1e3938e4095ba2316be3061c78b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732620371437 2024-11-26T11:26:15,260 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 4d96ac051aab4e89b39496073bfc5184, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1732620373560 2024-11-26T11:26:15,265 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a2fc1a33a4a6dba5fcc98991274f6f41#C#compaction#467 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:26:15,266 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/C/fd2b7fa3f0d541bcb463b9612da75981 is 50, key is test_row_0/C:col10/1732620373570/Put/seqid=0 2024-11-26T11:26:15,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742381_1557 (size=12697) 2024-11-26T11:26:15,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-26T11:26:15,430 INFO [Thread-2201 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 167 completed 2024-11-26T11:26:15,431 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T11:26:15,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] procedure2.ProcedureExecutor(1098): Stored pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees 2024-11-26T11:26:15,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-26T11:26:15,432 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T11:26:15,433 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T11:26:15,433 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T11:26:15,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-26T11:26:15,585 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:26:15,585 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-26T11:26:15,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:26:15,585 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2837): Flushing a2fc1a33a4a6dba5fcc98991274f6f41 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-26T11:26:15,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2fc1a33a4a6dba5fcc98991274f6f41, store=A 2024-11-26T11:26:15,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:26:15,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2fc1a33a4a6dba5fcc98991274f6f41, store=B 2024-11-26T11:26:15,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:26:15,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2fc1a33a4a6dba5fcc98991274f6f41, store=C 2024-11-26T11:26:15,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:26:15,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126491d0281459f4920952ca6cd566899b5_a2fc1a33a4a6dba5fcc98991274f6f41 is 50, key is test_row_0/A:col10/1732620373597/Put/seqid=0 2024-11-26T11:26:15,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742382_1558 (size=12304) 2024-11-26T11:26:15,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:15,599 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126491d0281459f4920952ca6cd566899b5_a2fc1a33a4a6dba5fcc98991274f6f41 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126491d0281459f4920952ca6cd566899b5_a2fc1a33a4a6dba5fcc98991274f6f41 2024-11-26T11:26:15,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/A/ad04605626ad4ad981bcf46cb945014b, store: [table=TestAcidGuarantees family=A region=a2fc1a33a4a6dba5fcc98991274f6f41] 2024-11-26T11:26:15,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/A/ad04605626ad4ad981bcf46cb945014b is 175, key is test_row_0/A:col10/1732620373597/Put/seqid=0 2024-11-26T11:26:15,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742383_1559 (size=31105) 2024-11-26T11:26:15,661 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/A/447841ff33b3477888f63f0fc6db9589 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/447841ff33b3477888f63f0fc6db9589 2024-11-26T11:26:15,665 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a2fc1a33a4a6dba5fcc98991274f6f41/A of a2fc1a33a4a6dba5fcc98991274f6f41 into 447841ff33b3477888f63f0fc6db9589(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:26:15,665 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a2fc1a33a4a6dba5fcc98991274f6f41: 2024-11-26T11:26:15,665 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41., storeName=a2fc1a33a4a6dba5fcc98991274f6f41/A, priority=13, startTime=1732620374834; duration=0sec 2024-11-26T11:26:15,665 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:26:15,665 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a2fc1a33a4a6dba5fcc98991274f6f41:A 2024-11-26T11:26:15,672 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/C/fd2b7fa3f0d541bcb463b9612da75981 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/fd2b7fa3f0d541bcb463b9612da75981 2024-11-26T11:26:15,676 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a2fc1a33a4a6dba5fcc98991274f6f41/C of a2fc1a33a4a6dba5fcc98991274f6f41 into fd2b7fa3f0d541bcb463b9612da75981(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:26:15,676 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a2fc1a33a4a6dba5fcc98991274f6f41: 2024-11-26T11:26:15,676 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41., storeName=a2fc1a33a4a6dba5fcc98991274f6f41/C, priority=13, startTime=1732620374834; duration=0sec 2024-11-26T11:26:15,676 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:26:15,676 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a2fc1a33a4a6dba5fcc98991274f6f41:C 2024-11-26T11:26:15,721 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. as already flushing 2024-11-26T11:26:15,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(8581): Flush requested on a2fc1a33a4a6dba5fcc98991274f6f41 2024-11-26T11:26:15,729 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:15,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34396 deadline: 1732620435727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:15,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:15,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34430 deadline: 1732620435727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:15,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:15,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34458 deadline: 1732620435727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:15,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:15,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34472 deadline: 1732620435728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:15,730 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:15,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34420 deadline: 1732620435729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:15,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-26T11:26:15,832 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:15,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34430 deadline: 1732620435831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:15,832 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:15,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34458 deadline: 1732620435831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:15,832 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:15,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34472 deadline: 1732620435831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:15,832 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:15,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34420 deadline: 1732620435831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:16,004 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=255, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/A/ad04605626ad4ad981bcf46cb945014b 2024-11-26T11:26:16,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/B/6ee03700508240769a8358a572dfa8a3 is 50, key is test_row_0/B:col10/1732620373597/Put/seqid=0 2024-11-26T11:26:16,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742384_1560 (size=12151) 2024-11-26T11:26:16,016 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/B/6ee03700508240769a8358a572dfa8a3 2024-11-26T11:26:16,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/C/31b5563291604d1aafe9b2c22f212432 is 50, key is test_row_0/C:col10/1732620373597/Put/seqid=0 2024-11-26T11:26:16,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742385_1561 (size=12151) 2024-11-26T11:26:16,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:16,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34430 deadline: 1732620436033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:16,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:16,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34458 deadline: 1732620436034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:16,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-26T11:26:16,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:16,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34472 deadline: 1732620436034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:16,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:16,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34420 deadline: 1732620436034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:16,336 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:16,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34430 deadline: 1732620436335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:16,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:16,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34420 deadline: 1732620436336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:16,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:16,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34472 deadline: 1732620436337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:16,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:16,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34458 deadline: 1732620436337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:16,426 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/C/31b5563291604d1aafe9b2c22f212432 2024-11-26T11:26:16,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/A/ad04605626ad4ad981bcf46cb945014b as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/ad04605626ad4ad981bcf46cb945014b 2024-11-26T11:26:16,433 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/ad04605626ad4ad981bcf46cb945014b, entries=150, sequenceid=255, filesize=30.4 K 2024-11-26T11:26:16,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/B/6ee03700508240769a8358a572dfa8a3 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/6ee03700508240769a8358a572dfa8a3 2024-11-26T11:26:16,437 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/6ee03700508240769a8358a572dfa8a3, entries=150, sequenceid=255, filesize=11.9 K 2024-11-26T11:26:16,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/C/31b5563291604d1aafe9b2c22f212432 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/31b5563291604d1aafe9b2c22f212432 2024-11-26T11:26:16,441 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/31b5563291604d1aafe9b2c22f212432, entries=150, sequenceid=255, filesize=11.9 K 2024-11-26T11:26:16,442 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for a2fc1a33a4a6dba5fcc98991274f6f41 in 856ms, sequenceid=255, compaction requested=false 2024-11-26T11:26:16,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2538): Flush status journal for a2fc1a33a4a6dba5fcc98991274f6f41: 2024-11-26T11:26:16,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:26:16,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=170 2024-11-26T11:26:16,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4106): Remote procedure done, pid=170 2024-11-26T11:26:16,445 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=170, resume processing ppid=169 2024-11-26T11:26:16,445 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=170, ppid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0110 sec 2024-11-26T11:26:16,447 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees in 1.0150 sec 2024-11-26T11:26:16,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-26T11:26:16,536 INFO [Thread-2201 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 169 completed 2024-11-26T11:26:16,537 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T11:26:16,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] procedure2.ProcedureExecutor(1098): Stored pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees 2024-11-26T11:26:16,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-26T11:26:16,538 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T11:26:16,539 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T11:26:16,539 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=172, ppid=171, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T11:26:16,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-26T11:26:16,690 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:26:16,691 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-26T11:26:16,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:26:16,691 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2837): Flushing a2fc1a33a4a6dba5fcc98991274f6f41 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T11:26:16,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2fc1a33a4a6dba5fcc98991274f6f41, store=A 2024-11-26T11:26:16,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:26:16,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2fc1a33a4a6dba5fcc98991274f6f41, store=B 2024-11-26T11:26:16,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:26:16,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2fc1a33a4a6dba5fcc98991274f6f41, store=C 2024-11-26T11:26:16,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:26:16,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112621e4e59957024438b58585bf96ca77f3_a2fc1a33a4a6dba5fcc98991274f6f41 is 50, key is test_row_0/A:col10/1732620375728/Put/seqid=0 2024-11-26T11:26:16,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742386_1562 (size=12454) 2024-11-26T11:26:16,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:16,705 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112621e4e59957024438b58585bf96ca77f3_a2fc1a33a4a6dba5fcc98991274f6f41 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112621e4e59957024438b58585bf96ca77f3_a2fc1a33a4a6dba5fcc98991274f6f41 2024-11-26T11:26:16,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/A/fd2bede9a6ae43a3909a9ac248bce51d, store: [table=TestAcidGuarantees family=A region=a2fc1a33a4a6dba5fcc98991274f6f41] 2024-11-26T11:26:16,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/A/fd2bede9a6ae43a3909a9ac248bce51d is 175, key is test_row_0/A:col10/1732620375728/Put/seqid=0 2024-11-26T11:26:16,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742387_1563 (size=31255) 2024-11-26T11:26:16,710 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=268, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/A/fd2bede9a6ae43a3909a9ac248bce51d 2024-11-26T11:26:16,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/B/516458563b1f4a2e9c3236293b4e1753 is 50, key is test_row_0/B:col10/1732620375728/Put/seqid=0 2024-11-26T11:26:16,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742388_1564 (size=12301) 2024-11-26T11:26:16,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(8581): Flush requested on a2fc1a33a4a6dba5fcc98991274f6f41 2024-11-26T11:26:16,838 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. as already flushing 2024-11-26T11:26:16,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-26T11:26:16,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:16,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34420 deadline: 1732620436855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:16,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:16,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34430 deadline: 1732620436856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:16,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:16,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34458 deadline: 1732620436857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:16,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:16,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34472 deadline: 1732620436857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:16,960 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:16,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34420 deadline: 1732620436958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:16,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:16,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34430 deadline: 1732620436960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:16,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:16,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34458 deadline: 1732620436960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:16,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:16,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34472 deadline: 1732620436961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:17,119 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/B/516458563b1f4a2e9c3236293b4e1753 2024-11-26T11:26:17,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/C/4a27e97ddf1f4775a8dca26cb19b2489 is 50, key is test_row_0/C:col10/1732620375728/Put/seqid=0 2024-11-26T11:26:17,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742389_1565 (size=12301) 2024-11-26T11:26:17,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-26T11:26:17,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:17,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34458 deadline: 1732620437162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:17,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:17,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34430 deadline: 1732620437163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:17,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:17,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34420 deadline: 1732620437163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:17,165 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:17,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34472 deadline: 1732620437164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:17,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:17,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34458 deadline: 1732620437465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:17,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:17,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34430 deadline: 1732620437465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:17,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:17,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34420 deadline: 1732620437465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:17,468 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:17,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34472 deadline: 1732620437468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:17,530 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/C/4a27e97ddf1f4775a8dca26cb19b2489 2024-11-26T11:26:17,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/A/fd2bede9a6ae43a3909a9ac248bce51d as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/fd2bede9a6ae43a3909a9ac248bce51d 2024-11-26T11:26:17,537 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/fd2bede9a6ae43a3909a9ac248bce51d, entries=150, sequenceid=268, filesize=30.5 K 2024-11-26T11:26:17,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/B/516458563b1f4a2e9c3236293b4e1753 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/516458563b1f4a2e9c3236293b4e1753 2024-11-26T11:26:17,540 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/516458563b1f4a2e9c3236293b4e1753, entries=150, sequenceid=268, filesize=12.0 K 2024-11-26T11:26:17,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/C/4a27e97ddf1f4775a8dca26cb19b2489 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/4a27e97ddf1f4775a8dca26cb19b2489 2024-11-26T11:26:17,544 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/4a27e97ddf1f4775a8dca26cb19b2489, entries=150, sequenceid=268, filesize=12.0 K 2024-11-26T11:26:17,545 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for a2fc1a33a4a6dba5fcc98991274f6f41 in 854ms, sequenceid=268, compaction requested=true 2024-11-26T11:26:17,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2538): Flush status journal for a2fc1a33a4a6dba5fcc98991274f6f41: 2024-11-26T11:26:17,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:26:17,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=172 2024-11-26T11:26:17,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4106): Remote procedure done, pid=172 2024-11-26T11:26:17,547 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=172, resume processing ppid=171 2024-11-26T11:26:17,548 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=172, ppid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0070 sec 2024-11-26T11:26:17,549 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees in 1.0110 sec 2024-11-26T11:26:17,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-26T11:26:17,641 INFO [Thread-2201 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 171 completed 2024-11-26T11:26:17,642 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T11:26:17,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] procedure2.ProcedureExecutor(1098): Stored pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees 2024-11-26T11:26:17,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-26T11:26:17,643 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T11:26:17,644 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T11:26:17,644 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=174, ppid=173, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T11:26:17,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(8581): Flush requested on a2fc1a33a4a6dba5fcc98991274f6f41 2024-11-26T11:26:17,739 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a2fc1a33a4a6dba5fcc98991274f6f41 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-26T11:26:17,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2fc1a33a4a6dba5fcc98991274f6f41, store=A 2024-11-26T11:26:17,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:26:17,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2fc1a33a4a6dba5fcc98991274f6f41, store=B 2024-11-26T11:26:17,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:26:17,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2fc1a33a4a6dba5fcc98991274f6f41, store=C 2024-11-26T11:26:17,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:26:17,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-26T11:26:17,746 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112640260fbdf3604380bb73c404405667e9_a2fc1a33a4a6dba5fcc98991274f6f41 is 50, key is test_row_0/A:col10/1732620377738/Put/seqid=0 2024-11-26T11:26:17,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742390_1566 (size=14994) 2024-11-26T11:26:17,750 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:17,753 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112640260fbdf3604380bb73c404405667e9_a2fc1a33a4a6dba5fcc98991274f6f41 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112640260fbdf3604380bb73c404405667e9_a2fc1a33a4a6dba5fcc98991274f6f41 2024-11-26T11:26:17,754 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/A/bedbb688901d42658b256ab7c453bb21, store: [table=TestAcidGuarantees family=A region=a2fc1a33a4a6dba5fcc98991274f6f41] 2024-11-26T11:26:17,754 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/A/bedbb688901d42658b256ab7c453bb21 is 175, key is test_row_0/A:col10/1732620377738/Put/seqid=0 2024-11-26T11:26:17,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742391_1567 (size=39949) 2024-11-26T11:26:17,762 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:17,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34396 deadline: 1732620437760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:17,795 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:26:17,796 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-26T11:26:17,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:26:17,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. as already flushing 2024-11-26T11:26:17,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:26:17,796 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:26:17,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:26:17,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:26:17,864 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:17,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34396 deadline: 1732620437863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:17,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-26T11:26:17,948 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:26:17,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-26T11:26:17,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:26:17,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. as already flushing 2024-11-26T11:26:17,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:26:17,948 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:26:17,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:26:17,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:26:17,968 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:17,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34458 deadline: 1732620437967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:17,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:17,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34430 deadline: 1732620437969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:17,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:17,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34420 deadline: 1732620437969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:17,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:17,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34472 deadline: 1732620437972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:18,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:18,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34396 deadline: 1732620438066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:18,100 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:26:18,101 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-26T11:26:18,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:26:18,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. as already flushing 2024-11-26T11:26:18,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:26:18,101 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:26:18,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:26:18,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:26:18,158 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=294, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/A/bedbb688901d42658b256ab7c453bb21 2024-11-26T11:26:18,165 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/B/243a936084234811a9da722665b608b4 is 50, key is test_row_0/B:col10/1732620377738/Put/seqid=0 2024-11-26T11:26:18,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742392_1568 (size=12301) 2024-11-26T11:26:18,169 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/B/243a936084234811a9da722665b608b4 2024-11-26T11:26:18,174 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/C/905ba45a594949318f316213e2f40732 is 50, key is test_row_0/C:col10/1732620377738/Put/seqid=0 2024-11-26T11:26:18,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742393_1569 (size=12301) 2024-11-26T11:26:18,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-26T11:26:18,253 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:26:18,253 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-26T11:26:18,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:26:18,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. as already flushing 2024-11-26T11:26:18,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:26:18,254 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:26:18,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:26:18,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:26:18,370 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:18,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34396 deadline: 1732620438369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:18,405 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:26:18,406 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-26T11:26:18,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:26:18,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. as already flushing 2024-11-26T11:26:18,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:26:18,406 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:26:18,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:26:18,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:26:18,558 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:26:18,558 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-26T11:26:18,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:26:18,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. as already flushing 2024-11-26T11:26:18,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:26:18,559 ERROR [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:26:18,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:26:18,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T11:26:18,578 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/C/905ba45a594949318f316213e2f40732 2024-11-26T11:26:18,582 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/A/bedbb688901d42658b256ab7c453bb21 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/bedbb688901d42658b256ab7c453bb21 2024-11-26T11:26:18,585 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/bedbb688901d42658b256ab7c453bb21, entries=200, sequenceid=294, filesize=39.0 K 2024-11-26T11:26:18,586 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/B/243a936084234811a9da722665b608b4 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/243a936084234811a9da722665b608b4 2024-11-26T11:26:18,589 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/243a936084234811a9da722665b608b4, entries=150, sequenceid=294, filesize=12.0 K 2024-11-26T11:26:18,590 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/C/905ba45a594949318f316213e2f40732 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/905ba45a594949318f316213e2f40732 2024-11-26T11:26:18,593 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/905ba45a594949318f316213e2f40732, entries=150, sequenceid=294, filesize=12.0 K 2024-11-26T11:26:18,594 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for a2fc1a33a4a6dba5fcc98991274f6f41 in 855ms, sequenceid=294, compaction requested=true 2024-11-26T11:26:18,594 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a2fc1a33a4a6dba5fcc98991274f6f41: 2024-11-26T11:26:18,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a2fc1a33a4a6dba5fcc98991274f6f41:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T11:26:18,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:26:18,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a2fc1a33a4a6dba5fcc98991274f6f41:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T11:26:18,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:26:18,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a2fc1a33a4a6dba5fcc98991274f6f41:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T11:26:18,594 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T11:26:18,594 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T11:26:18,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T11:26:18,595 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133960 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T11:26:18,595 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T11:26:18,595 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1540): a2fc1a33a4a6dba5fcc98991274f6f41/A is initiating minor compaction (all files) 2024-11-26T11:26:18,595 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1540): a2fc1a33a4a6dba5fcc98991274f6f41/B is initiating minor compaction (all files) 2024-11-26T11:26:18,595 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a2fc1a33a4a6dba5fcc98991274f6f41/A in TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:26:18,595 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a2fc1a33a4a6dba5fcc98991274f6f41/B in TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:26:18,595 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/7253bc60ddc74ef387c6e53ee6e00a1c, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/6ee03700508240769a8358a572dfa8a3, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/516458563b1f4a2e9c3236293b4e1753, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/243a936084234811a9da722665b608b4] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp, totalSize=48.3 K 2024-11-26T11:26:18,595 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/447841ff33b3477888f63f0fc6db9589, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/ad04605626ad4ad981bcf46cb945014b, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/fd2bede9a6ae43a3909a9ac248bce51d, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/bedbb688901d42658b256ab7c453bb21] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp, totalSize=130.8 K 2024-11-26T11:26:18,595 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:26:18,595 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. files: [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/447841ff33b3477888f63f0fc6db9589, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/ad04605626ad4ad981bcf46cb945014b, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/fd2bede9a6ae43a3909a9ac248bce51d, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/bedbb688901d42658b256ab7c453bb21] 2024-11-26T11:26:18,596 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 7253bc60ddc74ef387c6e53ee6e00a1c, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1732620373560 2024-11-26T11:26:18,596 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting 447841ff33b3477888f63f0fc6db9589, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1732620373560 2024-11-26T11:26:18,597 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 6ee03700508240769a8358a572dfa8a3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732620373597 2024-11-26T11:26:18,597 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting ad04605626ad4ad981bcf46cb945014b, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732620373597 2024-11-26T11:26:18,597 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 516458563b1f4a2e9c3236293b4e1753, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1732620375725 2024-11-26T11:26:18,597 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting fd2bede9a6ae43a3909a9ac248bce51d, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1732620375725 2024-11-26T11:26:18,597 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 243a936084234811a9da722665b608b4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732620376854 2024-11-26T11:26:18,598 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] compactions.Compactor(224): Compacting bedbb688901d42658b256ab7c453bb21, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732620376854 2024-11-26T11:26:18,603 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a2fc1a33a4a6dba5fcc98991274f6f41] 2024-11-26T11:26:18,604 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a2fc1a33a4a6dba5fcc98991274f6f41#B#compaction#477 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:26:18,605 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/B/4bfc025e7c0a444c8dd9e151f9b47ee7 is 50, key is test_row_0/B:col10/1732620377738/Put/seqid=0 2024-11-26T11:26:18,607 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241126393a75a6af0a40b6b986d527141dc24e_a2fc1a33a4a6dba5fcc98991274f6f41 store=[table=TestAcidGuarantees family=A region=a2fc1a33a4a6dba5fcc98991274f6f41] 2024-11-26T11:26:18,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742394_1570 (size=12983) 2024-11-26T11:26:18,610 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241126393a75a6af0a40b6b986d527141dc24e_a2fc1a33a4a6dba5fcc98991274f6f41, store=[table=TestAcidGuarantees family=A region=a2fc1a33a4a6dba5fcc98991274f6f41] 2024-11-26T11:26:18,610 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126393a75a6af0a40b6b986d527141dc24e_a2fc1a33a4a6dba5fcc98991274f6f41 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a2fc1a33a4a6dba5fcc98991274f6f41] 2024-11-26T11:26:18,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742395_1571 (size=4469) 2024-11-26T11:26:18,711 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:26:18,711 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33007 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-26T11:26:18,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:26:18,711 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2837): Flushing a2fc1a33a4a6dba5fcc98991274f6f41 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-26T11:26:18,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2fc1a33a4a6dba5fcc98991274f6f41, store=A 2024-11-26T11:26:18,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:26:18,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2fc1a33a4a6dba5fcc98991274f6f41, store=B 2024-11-26T11:26:18,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:26:18,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2fc1a33a4a6dba5fcc98991274f6f41, store=C 2024-11-26T11:26:18,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:26:18,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126afdd4403e8414d04b74d9686ecfc942e_a2fc1a33a4a6dba5fcc98991274f6f41 is 50, key is test_row_0/A:col10/1732620377755/Put/seqid=0 2024-11-26T11:26:18,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742396_1572 (size=12454) 2024-11-26T11:26:18,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-26T11:26:18,876 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. as already flushing 2024-11-26T11:26:18,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(8581): Flush requested on a2fc1a33a4a6dba5fcc98991274f6f41 2024-11-26T11:26:18,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:18,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34396 deadline: 1732620438940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:18,974 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:18,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34420 deadline: 1732620438973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:18,975 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:18,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34458 deadline: 1732620438974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:18,982 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:18,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34472 deadline: 1732620438981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:18,983 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:18,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34430 deadline: 1732620438981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:19,013 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/B/4bfc025e7c0a444c8dd9e151f9b47ee7 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/4bfc025e7c0a444c8dd9e151f9b47ee7 2024-11-26T11:26:19,014 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a2fc1a33a4a6dba5fcc98991274f6f41#A#compaction#478 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:26:19,014 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/A/cf06b9a4ffd4413b93633d7d84d6c5a1 is 175, key is test_row_0/A:col10/1732620377738/Put/seqid=0 2024-11-26T11:26:19,018 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a2fc1a33a4a6dba5fcc98991274f6f41/B of a2fc1a33a4a6dba5fcc98991274f6f41 into 4bfc025e7c0a444c8dd9e151f9b47ee7(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:26:19,018 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a2fc1a33a4a6dba5fcc98991274f6f41: 2024-11-26T11:26:19,018 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41., storeName=a2fc1a33a4a6dba5fcc98991274f6f41/B, priority=12, startTime=1732620378594; duration=0sec 2024-11-26T11:26:19,018 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T11:26:19,018 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a2fc1a33a4a6dba5fcc98991274f6f41:B 2024-11-26T11:26:19,018 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T11:26:19,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742397_1573 (size=31937) 2024-11-26T11:26:19,019 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T11:26:19,019 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1540): a2fc1a33a4a6dba5fcc98991274f6f41/C is initiating minor compaction (all files) 2024-11-26T11:26:19,019 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a2fc1a33a4a6dba5fcc98991274f6f41/C in TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:26:19,019 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/fd2b7fa3f0d541bcb463b9612da75981, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/31b5563291604d1aafe9b2c22f212432, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/4a27e97ddf1f4775a8dca26cb19b2489, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/905ba45a594949318f316213e2f40732] into tmpdir=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp, totalSize=48.3 K 2024-11-26T11:26:19,020 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting fd2b7fa3f0d541bcb463b9612da75981, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1732620373560 2024-11-26T11:26:19,020 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 31b5563291604d1aafe9b2c22f212432, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732620373597 2024-11-26T11:26:19,020 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 4a27e97ddf1f4775a8dca26cb19b2489, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1732620375725 2024-11-26T11:26:19,021 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] compactions.Compactor(224): Compacting 905ba45a594949318f316213e2f40732, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732620376854 2024-11-26T11:26:19,028 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a2fc1a33a4a6dba5fcc98991274f6f41#C#compaction#480 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T11:26:19,029 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/C/cccf085b26934d659b86f251f66a3be3 is 50, key is test_row_0/C:col10/1732620377738/Put/seqid=0 2024-11-26T11:26:19,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742398_1574 (size=12983) 2024-11-26T11:26:19,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:19,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34396 deadline: 1732620439043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:19,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:19,124 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126afdd4403e8414d04b74d9686ecfc942e_a2fc1a33a4a6dba5fcc98991274f6f41 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126afdd4403e8414d04b74d9686ecfc942e_a2fc1a33a4a6dba5fcc98991274f6f41 2024-11-26T11:26:19,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/A/37e8c2589097446abe6f18ebdefabf46, store: [table=TestAcidGuarantees family=A region=a2fc1a33a4a6dba5fcc98991274f6f41] 2024-11-26T11:26:19,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/A/37e8c2589097446abe6f18ebdefabf46 is 175, key is test_row_0/A:col10/1732620377755/Put/seqid=0 2024-11-26T11:26:19,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742399_1575 (size=31255) 2024-11-26T11:26:19,248 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:19,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34396 deadline: 1732620439247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:19,423 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/A/cf06b9a4ffd4413b93633d7d84d6c5a1 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/cf06b9a4ffd4413b93633d7d84d6c5a1 2024-11-26T11:26:19,427 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a2fc1a33a4a6dba5fcc98991274f6f41/A of a2fc1a33a4a6dba5fcc98991274f6f41 into cf06b9a4ffd4413b93633d7d84d6c5a1(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:26:19,427 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a2fc1a33a4a6dba5fcc98991274f6f41: 2024-11-26T11:26:19,427 INFO [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41., storeName=a2fc1a33a4a6dba5fcc98991274f6f41/A, priority=12, startTime=1732620378594; duration=0sec 2024-11-26T11:26:19,427 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:26:19,427 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a2fc1a33a4a6dba5fcc98991274f6f41:A 2024-11-26T11:26:19,435 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/C/cccf085b26934d659b86f251f66a3be3 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/cccf085b26934d659b86f251f66a3be3 2024-11-26T11:26:19,438 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a2fc1a33a4a6dba5fcc98991274f6f41/C of a2fc1a33a4a6dba5fcc98991274f6f41 into cccf085b26934d659b86f251f66a3be3(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T11:26:19,438 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a2fc1a33a4a6dba5fcc98991274f6f41: 2024-11-26T11:26:19,438 INFO [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41., storeName=a2fc1a33a4a6dba5fcc98991274f6f41/C, priority=12, startTime=1732620378594; duration=0sec 2024-11-26T11:26:19,438 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:26:19,438 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a2fc1a33a4a6dba5fcc98991274f6f41:C 2024-11-26T11:26:19,530 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=304, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/A/37e8c2589097446abe6f18ebdefabf46 2024-11-26T11:26:19,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/B/ac1cb3cf8bfa49eca8e79879d813d979 is 50, key is test_row_0/B:col10/1732620377755/Put/seqid=0 2024-11-26T11:26:19,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742400_1576 (size=12301) 2024-11-26T11:26:19,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:19,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34396 deadline: 1732620439551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:19,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-26T11:26:19,894 DEBUG [Thread-2204 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x53305d9b to 127.0.0.1:59149 2024-11-26T11:26:19,894 DEBUG [Thread-2204 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:26:19,894 DEBUG [Thread-2208 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x06556601 to 127.0.0.1:59149 2024-11-26T11:26:19,894 DEBUG [Thread-2208 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:26:19,895 DEBUG [Thread-2206 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6bb6288a to 127.0.0.1:59149 2024-11-26T11:26:19,895 DEBUG [Thread-2206 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:26:19,895 DEBUG [Thread-2210 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x458a85fd to 127.0.0.1:59149 2024-11-26T11:26:19,895 DEBUG [Thread-2210 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:26:19,896 DEBUG [Thread-2202 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5d836f78 to 127.0.0.1:59149 2024-11-26T11:26:19,896 DEBUG [Thread-2202 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:26:19,940 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/B/ac1cb3cf8bfa49eca8e79879d813d979 2024-11-26T11:26:19,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/C/075f377d2a284e5cb1cb0cf580872f61 is 50, key is test_row_0/C:col10/1732620377755/Put/seqid=0 2024-11-26T11:26:19,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742401_1577 (size=12301) 2024-11-26T11:26:20,055 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T11:26:20,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34396 deadline: 1732620440054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 2024-11-26T11:26:20,349 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/C/075f377d2a284e5cb1cb0cf580872f61 2024-11-26T11:26:20,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/A/37e8c2589097446abe6f18ebdefabf46 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/37e8c2589097446abe6f18ebdefabf46 2024-11-26T11:26:20,355 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/37e8c2589097446abe6f18ebdefabf46, entries=150, sequenceid=304, filesize=30.5 K 2024-11-26T11:26:20,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/B/ac1cb3cf8bfa49eca8e79879d813d979 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/ac1cb3cf8bfa49eca8e79879d813d979 2024-11-26T11:26:20,358 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/ac1cb3cf8bfa49eca8e79879d813d979, entries=150, sequenceid=304, filesize=12.0 K 2024-11-26T11:26:20,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/C/075f377d2a284e5cb1cb0cf580872f61 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/075f377d2a284e5cb1cb0cf580872f61 2024-11-26T11:26:20,361 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/075f377d2a284e5cb1cb0cf580872f61, entries=150, sequenceid=304, filesize=12.0 K 2024-11-26T11:26:20,361 INFO [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for a2fc1a33a4a6dba5fcc98991274f6f41 in 1650ms, sequenceid=304, compaction requested=false 2024-11-26T11:26:20,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2538): Flush status journal for a2fc1a33a4a6dba5fcc98991274f6f41: 2024-11-26T11:26:20,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:26:20,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/173854343f88:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=174 2024-11-26T11:26:20,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4106): Remote procedure done, pid=174 2024-11-26T11:26:20,363 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=174, resume processing ppid=173 2024-11-26T11:26:20,363 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=174, ppid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7180 sec 2024-11-26T11:26:20,364 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees in 2.7210 sec 2024-11-26T11:26:20,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33007 {}] regionserver.HRegion(8581): Flush requested on a2fc1a33a4a6dba5fcc98991274f6f41 2024-11-26T11:26:20,979 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a2fc1a33a4a6dba5fcc98991274f6f41 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-26T11:26:20,979 DEBUG [Thread-2199 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5b914bf4 to 127.0.0.1:59149 2024-11-26T11:26:20,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2fc1a33a4a6dba5fcc98991274f6f41, store=A 2024-11-26T11:26:20,979 DEBUG [Thread-2199 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:26:20,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:26:20,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2fc1a33a4a6dba5fcc98991274f6f41, store=B 2024-11-26T11:26:20,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:26:20,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2fc1a33a4a6dba5fcc98991274f6f41, store=C 2024-11-26T11:26:20,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:26:20,981 DEBUG [Thread-2195 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x17327621 to 127.0.0.1:59149 2024-11-26T11:26:20,981 DEBUG [Thread-2195 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:26:20,984 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411261a1cca5a98cb4881a5e9fac52e4a9013_a2fc1a33a4a6dba5fcc98991274f6f41 is 50, key is test_row_0/A:col10/1732620380978/Put/seqid=0 2024-11-26T11:26:20,985 DEBUG [Thread-2191 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0d5efb7a to 127.0.0.1:59149 2024-11-26T11:26:20,985 DEBUG [Thread-2191 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:26:20,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742402_1578 (size=12454) 2024-11-26T11:26:20,988 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:20,990 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411261a1cca5a98cb4881a5e9fac52e4a9013_a2fc1a33a4a6dba5fcc98991274f6f41 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411261a1cca5a98cb4881a5e9fac52e4a9013_a2fc1a33a4a6dba5fcc98991274f6f41 2024-11-26T11:26:20,991 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/A/42c6f7cccf35403f8aa98b6cffe1a650, store: [table=TestAcidGuarantees family=A region=a2fc1a33a4a6dba5fcc98991274f6f41] 2024-11-26T11:26:20,991 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/A/42c6f7cccf35403f8aa98b6cffe1a650 is 175, key is test_row_0/A:col10/1732620380978/Put/seqid=0 2024-11-26T11:26:20,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742403_1579 (size=31255) 2024-11-26T11:26:20,998 DEBUG [Thread-2193 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7fc332d8 to 127.0.0.1:59149 2024-11-26T11:26:20,998 DEBUG [Thread-2193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:26:21,066 DEBUG [Thread-2197 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1584f18a to 127.0.0.1:59149 2024-11-26T11:26:21,066 DEBUG [Thread-2197 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:26:21,395 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=334, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/A/42c6f7cccf35403f8aa98b6cffe1a650 2024-11-26T11:26:21,401 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/B/3a8076be4a784f618454b0343f5779ad is 50, key is test_row_0/B:col10/1732620380978/Put/seqid=0 2024-11-26T11:26:21,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742404_1580 (size=12301) 2024-11-26T11:26:21,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-26T11:26:21,748 INFO [Thread-2201 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 173 completed 2024-11-26T11:26:21,748 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-26T11:26:21,748 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 51 2024-11-26T11:26:21,748 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 42 2024-11-26T11:26:21,748 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 45 2024-11-26T11:26:21,748 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 76 2024-11-26T11:26:21,748 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 51 2024-11-26T11:26:21,748 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-26T11:26:21,748 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7529 2024-11-26T11:26:21,748 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7371 2024-11-26T11:26:21,748 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7391 2024-11-26T11:26:21,748 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7524 2024-11-26T11:26:21,748 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7440 2024-11-26T11:26:21,748 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-26T11:26:21,748 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-26T11:26:21,748 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6d9954b7 to 127.0.0.1:59149 2024-11-26T11:26:21,748 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:26:21,748 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-26T11:26:21,749 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-26T11:26:21,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] procedure2.ProcedureExecutor(1098): Stored pid=175, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-26T11:26:21,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-26T11:26:21,751 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732620381751"}]},"ts":"1732620381751"} 2024-11-26T11:26:21,752 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-26T11:26:21,754 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-26T11:26:21,754 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=176, ppid=175, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-26T11:26:21,755 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=177, ppid=176, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a2fc1a33a4a6dba5fcc98991274f6f41, UNASSIGN}] 2024-11-26T11:26:21,756 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=177, ppid=176, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a2fc1a33a4a6dba5fcc98991274f6f41, UNASSIGN 2024-11-26T11:26:21,756 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=177 updating hbase:meta row=a2fc1a33a4a6dba5fcc98991274f6f41, regionState=CLOSING, regionLocation=173854343f88,33007,1732620213227 2024-11-26T11:26:21,757 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-26T11:26:21,757 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=178, ppid=177, state=RUNNABLE; CloseRegionProcedure a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227}] 2024-11-26T11:26:21,804 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/B/3a8076be4a784f618454b0343f5779ad 2024-11-26T11:26:21,809 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/C/447b22a90a524917adb0ba62a9ccf934 is 50, key is test_row_0/C:col10/1732620380978/Put/seqid=0 2024-11-26T11:26:21,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742405_1581 (size=12301) 2024-11-26T11:26:21,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-26T11:26:21,908 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 173854343f88,33007,1732620213227 2024-11-26T11:26:21,908 INFO [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] handler.UnassignRegionHandler(124): Close a2fc1a33a4a6dba5fcc98991274f6f41 2024-11-26T11:26:21,908 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-26T11:26:21,908 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegion(1681): Closing a2fc1a33a4a6dba5fcc98991274f6f41, disabling compactions & flushes 2024-11-26T11:26:21,908 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:26:22,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-26T11:26:22,213 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/C/447b22a90a524917adb0ba62a9ccf934 2024-11-26T11:26:22,216 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/A/42c6f7cccf35403f8aa98b6cffe1a650 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/42c6f7cccf35403f8aa98b6cffe1a650 2024-11-26T11:26:22,218 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/42c6f7cccf35403f8aa98b6cffe1a650, entries=150, sequenceid=334, filesize=30.5 K 2024-11-26T11:26:22,218 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/B/3a8076be4a784f618454b0343f5779ad as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/3a8076be4a784f618454b0343f5779ad 2024-11-26T11:26:22,220 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/3a8076be4a784f618454b0343f5779ad, entries=150, sequenceid=334, filesize=12.0 K 2024-11-26T11:26:22,221 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/C/447b22a90a524917adb0ba62a9ccf934 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/447b22a90a524917adb0ba62a9ccf934 2024-11-26T11:26:22,223 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/447b22a90a524917adb0ba62a9ccf934, entries=150, sequenceid=334, filesize=12.0 K 2024-11-26T11:26:22,224 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=26.84 KB/27480 for a2fc1a33a4a6dba5fcc98991274f6f41 in 1245ms, sequenceid=334, compaction requested=true 2024-11-26T11:26:22,224 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a2fc1a33a4a6dba5fcc98991274f6f41: 2024-11-26T11:26:22,224 INFO [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:26:22,224 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:26:22,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a2fc1a33a4a6dba5fcc98991274f6f41:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T11:26:22,224 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. after waiting 0 ms 2024-11-26T11:26:22,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:26:22,224 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. because compaction request was cancelled 2024-11-26T11:26:22,224 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:26:22,224 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a2fc1a33a4a6dba5fcc98991274f6f41:A 2024-11-26T11:26:22,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a2fc1a33a4a6dba5fcc98991274f6f41:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T11:26:22,224 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. because compaction request was cancelled 2024-11-26T11:26:22,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:26:22,224 DEBUG [RS:0;173854343f88:33007-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a2fc1a33a4a6dba5fcc98991274f6f41:B 2024-11-26T11:26:22,224 INFO [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegion(2837): Flushing a2fc1a33a4a6dba5fcc98991274f6f41 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-26T11:26:22,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a2fc1a33a4a6dba5fcc98991274f6f41:C, priority=-2147483648, current under compaction store size is 1 2024-11-26T11:26:22,224 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. because compaction request was cancelled 2024-11-26T11:26:22,224 DEBUG [RS:0;173854343f88:33007-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a2fc1a33a4a6dba5fcc98991274f6f41:C 2024-11-26T11:26:22,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T11:26:22,224 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2fc1a33a4a6dba5fcc98991274f6f41, store=A 2024-11-26T11:26:22,224 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:26:22,224 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2fc1a33a4a6dba5fcc98991274f6f41, store=B 2024-11-26T11:26:22,224 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:26:22,224 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2fc1a33a4a6dba5fcc98991274f6f41, store=C 2024-11-26T11:26:22,224 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T11:26:22,228 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126aa15c61b835b42c58d0accece8e83ce0_a2fc1a33a4a6dba5fcc98991274f6f41 is 50, key is test_row_1/A:col10/1732620380997/Put/seqid=0 2024-11-26T11:26:22,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742406_1582 (size=9914) 2024-11-26T11:26:22,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-26T11:26:22,631 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T11:26:22,634 INFO [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126aa15c61b835b42c58d0accece8e83ce0_a2fc1a33a4a6dba5fcc98991274f6f41 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126aa15c61b835b42c58d0accece8e83ce0_a2fc1a33a4a6dba5fcc98991274f6f41 2024-11-26T11:26:22,635 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/A/41233fea434d415886f4fd633ce7de24, store: [table=TestAcidGuarantees family=A region=a2fc1a33a4a6dba5fcc98991274f6f41] 2024-11-26T11:26:22,635 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/A/41233fea434d415886f4fd633ce7de24 is 175, key is test_row_1/A:col10/1732620380997/Put/seqid=0 2024-11-26T11:26:22,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742407_1583 (size=22561) 2024-11-26T11:26:22,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-26T11:26:23,039 INFO [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=341, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/A/41233fea434d415886f4fd633ce7de24 2024-11-26T11:26:23,044 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/B/cc05788170194c1a85a6f47972d735a9 is 50, key is test_row_1/B:col10/1732620380997/Put/seqid=0 2024-11-26T11:26:23,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742408_1584 (size=9857) 2024-11-26T11:26:23,448 INFO [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/B/cc05788170194c1a85a6f47972d735a9 2024-11-26T11:26:23,453 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/C/ef29d8043e7a4819ac2043f4f4694791 is 50, key is test_row_1/C:col10/1732620380997/Put/seqid=0 2024-11-26T11:26:23,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742409_1585 (size=9857) 2024-11-26T11:26:23,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-26T11:26:23,856 INFO [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/C/ef29d8043e7a4819ac2043f4f4694791 2024-11-26T11:26:23,859 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/A/41233fea434d415886f4fd633ce7de24 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/41233fea434d415886f4fd633ce7de24 2024-11-26T11:26:23,862 INFO [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/41233fea434d415886f4fd633ce7de24, entries=100, sequenceid=341, filesize=22.0 K 2024-11-26T11:26:23,862 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/B/cc05788170194c1a85a6f47972d735a9 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/cc05788170194c1a85a6f47972d735a9 2024-11-26T11:26:23,864 INFO [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/cc05788170194c1a85a6f47972d735a9, entries=100, sequenceid=341, filesize=9.6 K 2024-11-26T11:26:23,865 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/.tmp/C/ef29d8043e7a4819ac2043f4f4694791 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/ef29d8043e7a4819ac2043f4f4694791 2024-11-26T11:26:23,867 INFO [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/ef29d8043e7a4819ac2043f4f4694791, entries=100, sequenceid=341, filesize=9.6 K 2024-11-26T11:26:23,868 INFO [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for a2fc1a33a4a6dba5fcc98991274f6f41 in 1644ms, sequenceid=341, compaction requested=true 2024-11-26T11:26:23,869 DEBUG [StoreCloser-TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/3404552ed15a4b48aed7cc9584aff4b9, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/a5572258eb9749f9b1b70fcbb6392a30, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/370e78d8a6a54241b407ee3832ba83d9, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/1773fff73faa4253bc6ff549d46e6da7, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/ba049b883e7f4c128cf62ddd0771cdda, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/d9e31d0673d948958e6b6bf4246a7675, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/3b83740f342d435a918ec2cf76c3b890, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/5e88eb274d5f4d799e470aa4629e8444, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/84e663255e1546f89f7eb12e7e3420e4, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/3a49973cac494f868f4c406d70fa789e, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/851337b8e3464537a0e1b6930045bf96, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/152848f41fb84392b2d81ee8ffea7782, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/582915ab3f244ae49b5770632db95323, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/48d2ce7a5cb74645973586b68589bbad, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/4b6e59f6f1e140259897638b5c43eb19, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/eea140b509ca4194a2546480baf68196, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/447841ff33b3477888f63f0fc6db9589, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/ad04605626ad4ad981bcf46cb945014b, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/fd2bede9a6ae43a3909a9ac248bce51d, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/bedbb688901d42658b256ab7c453bb21] to archive 2024-11-26T11:26:23,869 DEBUG [StoreCloser-TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T11:26:23,870 DEBUG [StoreCloser-TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/3404552ed15a4b48aed7cc9584aff4b9 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/3404552ed15a4b48aed7cc9584aff4b9 2024-11-26T11:26:23,871 DEBUG [StoreCloser-TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/a5572258eb9749f9b1b70fcbb6392a30 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/a5572258eb9749f9b1b70fcbb6392a30 2024-11-26T11:26:23,872 DEBUG [StoreCloser-TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/370e78d8a6a54241b407ee3832ba83d9 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/370e78d8a6a54241b407ee3832ba83d9 2024-11-26T11:26:23,873 DEBUG [StoreCloser-TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/1773fff73faa4253bc6ff549d46e6da7 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/1773fff73faa4253bc6ff549d46e6da7 2024-11-26T11:26:23,874 DEBUG [StoreCloser-TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/ba049b883e7f4c128cf62ddd0771cdda to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/ba049b883e7f4c128cf62ddd0771cdda 2024-11-26T11:26:23,874 DEBUG [StoreCloser-TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/d9e31d0673d948958e6b6bf4246a7675 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/d9e31d0673d948958e6b6bf4246a7675 2024-11-26T11:26:23,875 DEBUG [StoreCloser-TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/3b83740f342d435a918ec2cf76c3b890 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/3b83740f342d435a918ec2cf76c3b890 2024-11-26T11:26:23,876 DEBUG [StoreCloser-TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/5e88eb274d5f4d799e470aa4629e8444 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/5e88eb274d5f4d799e470aa4629e8444 2024-11-26T11:26:23,877 DEBUG [StoreCloser-TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/84e663255e1546f89f7eb12e7e3420e4 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/84e663255e1546f89f7eb12e7e3420e4 2024-11-26T11:26:23,877 DEBUG [StoreCloser-TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/3a49973cac494f868f4c406d70fa789e to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/3a49973cac494f868f4c406d70fa789e 2024-11-26T11:26:23,878 DEBUG [StoreCloser-TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/851337b8e3464537a0e1b6930045bf96 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/851337b8e3464537a0e1b6930045bf96 2024-11-26T11:26:23,879 DEBUG [StoreCloser-TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/152848f41fb84392b2d81ee8ffea7782 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/152848f41fb84392b2d81ee8ffea7782 2024-11-26T11:26:23,880 DEBUG [StoreCloser-TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/582915ab3f244ae49b5770632db95323 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/582915ab3f244ae49b5770632db95323 2024-11-26T11:26:23,880 DEBUG [StoreCloser-TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/48d2ce7a5cb74645973586b68589bbad to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/48d2ce7a5cb74645973586b68589bbad 2024-11-26T11:26:23,881 DEBUG [StoreCloser-TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/4b6e59f6f1e140259897638b5c43eb19 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/4b6e59f6f1e140259897638b5c43eb19 2024-11-26T11:26:23,882 DEBUG [StoreCloser-TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/eea140b509ca4194a2546480baf68196 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/eea140b509ca4194a2546480baf68196 2024-11-26T11:26:23,883 DEBUG [StoreCloser-TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/447841ff33b3477888f63f0fc6db9589 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/447841ff33b3477888f63f0fc6db9589 2024-11-26T11:26:23,883 DEBUG [StoreCloser-TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/ad04605626ad4ad981bcf46cb945014b to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/ad04605626ad4ad981bcf46cb945014b 2024-11-26T11:26:23,884 DEBUG [StoreCloser-TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/fd2bede9a6ae43a3909a9ac248bce51d to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/fd2bede9a6ae43a3909a9ac248bce51d 2024-11-26T11:26:23,885 DEBUG [StoreCloser-TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/bedbb688901d42658b256ab7c453bb21 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/bedbb688901d42658b256ab7c453bb21 2024-11-26T11:26:23,886 DEBUG [StoreCloser-TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/377708a22c8d4724bf1e9744b14a39de, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/0a1b42090b014116997a08f362718bc3, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/93175acb56ae43fb9e064c809bd0b7f3, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/8777e7b41b884d9a8fbb38d834471619, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/e25a8d2889be4309ab5280a1710b4626, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/76ee7584a219446ca7a99cc371cbf1be, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/7396b3a7db114111b2c7443138dd6605, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/73bd89c1d9a546b495a6b10503043a1f, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/b3eeb72d7e154f1daa7c5c75dbe6ae54, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/0739b1143c4b41b3be3d49c5ab65353b, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/745131864c344a628d9235396288aab9, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/79b2e6f488ec4c6788e90f0a5726cfb7, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/f0ae9a069cf54cc4a6eea2cbaab2fab7, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/5266cf69db8444a29c392ba5a02f90db, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/740934155f2947b086de15836c904a8e, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/7253bc60ddc74ef387c6e53ee6e00a1c, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/9c5f097d9a4443819da164df5d9fc8f2, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/6ee03700508240769a8358a572dfa8a3, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/516458563b1f4a2e9c3236293b4e1753, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/243a936084234811a9da722665b608b4] to archive 2024-11-26T11:26:23,886 DEBUG [StoreCloser-TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T11:26:23,887 DEBUG [StoreCloser-TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/377708a22c8d4724bf1e9744b14a39de to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/377708a22c8d4724bf1e9744b14a39de 2024-11-26T11:26:23,888 DEBUG [StoreCloser-TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/0a1b42090b014116997a08f362718bc3 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/0a1b42090b014116997a08f362718bc3 2024-11-26T11:26:23,889 DEBUG [StoreCloser-TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/93175acb56ae43fb9e064c809bd0b7f3 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/93175acb56ae43fb9e064c809bd0b7f3 2024-11-26T11:26:23,890 DEBUG [StoreCloser-TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/8777e7b41b884d9a8fbb38d834471619 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/8777e7b41b884d9a8fbb38d834471619 2024-11-26T11:26:23,890 DEBUG [StoreCloser-TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/e25a8d2889be4309ab5280a1710b4626 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/e25a8d2889be4309ab5280a1710b4626 2024-11-26T11:26:23,891 DEBUG [StoreCloser-TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/76ee7584a219446ca7a99cc371cbf1be to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/76ee7584a219446ca7a99cc371cbf1be 2024-11-26T11:26:23,892 DEBUG [StoreCloser-TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/7396b3a7db114111b2c7443138dd6605 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/7396b3a7db114111b2c7443138dd6605 2024-11-26T11:26:23,893 DEBUG [StoreCloser-TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/73bd89c1d9a546b495a6b10503043a1f to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/73bd89c1d9a546b495a6b10503043a1f 2024-11-26T11:26:23,893 DEBUG [StoreCloser-TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/b3eeb72d7e154f1daa7c5c75dbe6ae54 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/b3eeb72d7e154f1daa7c5c75dbe6ae54 2024-11-26T11:26:23,894 DEBUG [StoreCloser-TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/0739b1143c4b41b3be3d49c5ab65353b to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/0739b1143c4b41b3be3d49c5ab65353b 2024-11-26T11:26:23,895 DEBUG [StoreCloser-TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/745131864c344a628d9235396288aab9 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/745131864c344a628d9235396288aab9 2024-11-26T11:26:23,896 DEBUG [StoreCloser-TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/79b2e6f488ec4c6788e90f0a5726cfb7 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/79b2e6f488ec4c6788e90f0a5726cfb7 2024-11-26T11:26:23,896 DEBUG [StoreCloser-TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/f0ae9a069cf54cc4a6eea2cbaab2fab7 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/f0ae9a069cf54cc4a6eea2cbaab2fab7 2024-11-26T11:26:23,897 DEBUG [StoreCloser-TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/5266cf69db8444a29c392ba5a02f90db to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/5266cf69db8444a29c392ba5a02f90db 2024-11-26T11:26:23,898 DEBUG [StoreCloser-TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/740934155f2947b086de15836c904a8e to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/740934155f2947b086de15836c904a8e 2024-11-26T11:26:23,899 DEBUG [StoreCloser-TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/7253bc60ddc74ef387c6e53ee6e00a1c to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/7253bc60ddc74ef387c6e53ee6e00a1c 2024-11-26T11:26:23,899 DEBUG [StoreCloser-TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/9c5f097d9a4443819da164df5d9fc8f2 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/9c5f097d9a4443819da164df5d9fc8f2 2024-11-26T11:26:23,900 DEBUG [StoreCloser-TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/6ee03700508240769a8358a572dfa8a3 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/6ee03700508240769a8358a572dfa8a3 2024-11-26T11:26:23,901 DEBUG [StoreCloser-TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/516458563b1f4a2e9c3236293b4e1753 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/516458563b1f4a2e9c3236293b4e1753 2024-11-26T11:26:23,902 DEBUG [StoreCloser-TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/243a936084234811a9da722665b608b4 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/243a936084234811a9da722665b608b4 2024-11-26T11:26:23,903 DEBUG [StoreCloser-TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/bca780a09c2e43469abd651840a71c97, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/f9276f13e52146988027473b98997a70, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/3ddefead3f3b4cb9ac2cfe90c1d755ea, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/1ae8fe783a4240a7acf25e82070e4077, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/3a400f892ce74bd39b226ecc93b51d3d, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/ebfadbf0a74547c784ac451210fa8075, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/040facf1d3e64c54950ae0055398a471, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/c1ba8a4cdc564eaab621aece64ad77ad, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/2f2ede03751a4ef3bf9400e0ff1f06b7, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/bfd063eba18646bca8cecc1e944b97d0, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/4b6ac0f3a61d43ccab68ecea5e3631ba, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/e3bb2bf445f94c2db8d2cb91c5610a7f, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/b65f8692cf8048879415369732b9d657, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/04cac6d8b5c74b4bb71dacb599c5006d, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/e507a1e3938e4095ba2316be3061c78b, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/fd2b7fa3f0d541bcb463b9612da75981, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/4d96ac051aab4e89b39496073bfc5184, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/31b5563291604d1aafe9b2c22f212432, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/4a27e97ddf1f4775a8dca26cb19b2489, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/905ba45a594949318f316213e2f40732] to archive 2024-11-26T11:26:23,903 DEBUG [StoreCloser-TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T11:26:23,906 DEBUG [StoreCloser-TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/bca780a09c2e43469abd651840a71c97 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/bca780a09c2e43469abd651840a71c97 2024-11-26T11:26:23,907 DEBUG [StoreCloser-TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/f9276f13e52146988027473b98997a70 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/f9276f13e52146988027473b98997a70 2024-11-26T11:26:23,908 DEBUG [StoreCloser-TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/3ddefead3f3b4cb9ac2cfe90c1d755ea to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/3ddefead3f3b4cb9ac2cfe90c1d755ea 2024-11-26T11:26:23,908 DEBUG [StoreCloser-TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/1ae8fe783a4240a7acf25e82070e4077 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/1ae8fe783a4240a7acf25e82070e4077 2024-11-26T11:26:23,909 DEBUG [StoreCloser-TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/3a400f892ce74bd39b226ecc93b51d3d to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/3a400f892ce74bd39b226ecc93b51d3d 2024-11-26T11:26:23,910 DEBUG [StoreCloser-TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/ebfadbf0a74547c784ac451210fa8075 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/ebfadbf0a74547c784ac451210fa8075 2024-11-26T11:26:23,911 DEBUG [StoreCloser-TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/040facf1d3e64c54950ae0055398a471 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/040facf1d3e64c54950ae0055398a471 2024-11-26T11:26:23,912 DEBUG [StoreCloser-TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/c1ba8a4cdc564eaab621aece64ad77ad to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/c1ba8a4cdc564eaab621aece64ad77ad 2024-11-26T11:26:23,913 DEBUG [StoreCloser-TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/2f2ede03751a4ef3bf9400e0ff1f06b7 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/2f2ede03751a4ef3bf9400e0ff1f06b7 2024-11-26T11:26:23,913 DEBUG [StoreCloser-TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/bfd063eba18646bca8cecc1e944b97d0 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/bfd063eba18646bca8cecc1e944b97d0 2024-11-26T11:26:23,914 DEBUG [StoreCloser-TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/4b6ac0f3a61d43ccab68ecea5e3631ba to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/4b6ac0f3a61d43ccab68ecea5e3631ba 2024-11-26T11:26:23,915 DEBUG [StoreCloser-TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/e3bb2bf445f94c2db8d2cb91c5610a7f to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/e3bb2bf445f94c2db8d2cb91c5610a7f 2024-11-26T11:26:23,916 DEBUG [StoreCloser-TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/b65f8692cf8048879415369732b9d657 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/b65f8692cf8048879415369732b9d657 2024-11-26T11:26:23,917 DEBUG [StoreCloser-TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/04cac6d8b5c74b4bb71dacb599c5006d to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/04cac6d8b5c74b4bb71dacb599c5006d 2024-11-26T11:26:23,918 DEBUG [StoreCloser-TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/e507a1e3938e4095ba2316be3061c78b to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/e507a1e3938e4095ba2316be3061c78b 2024-11-26T11:26:23,919 DEBUG [StoreCloser-TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/fd2b7fa3f0d541bcb463b9612da75981 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/fd2b7fa3f0d541bcb463b9612da75981 2024-11-26T11:26:23,920 DEBUG [StoreCloser-TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/4d96ac051aab4e89b39496073bfc5184 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/4d96ac051aab4e89b39496073bfc5184 2024-11-26T11:26:23,921 DEBUG [StoreCloser-TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/31b5563291604d1aafe9b2c22f212432 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/31b5563291604d1aafe9b2c22f212432 2024-11-26T11:26:23,921 DEBUG [StoreCloser-TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/4a27e97ddf1f4775a8dca26cb19b2489 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/4a27e97ddf1f4775a8dca26cb19b2489 2024-11-26T11:26:23,922 DEBUG [StoreCloser-TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/905ba45a594949318f316213e2f40732 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/905ba45a594949318f316213e2f40732 2024-11-26T11:26:23,926 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/recovered.edits/344.seqid, newMaxSeqId=344, maxSeqId=4 2024-11-26T11:26:23,927 INFO [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41. 2024-11-26T11:26:23,927 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegion(1635): Region close journal for a2fc1a33a4a6dba5fcc98991274f6f41: 2024-11-26T11:26:23,928 INFO [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] handler.UnassignRegionHandler(170): Closed a2fc1a33a4a6dba5fcc98991274f6f41 2024-11-26T11:26:23,928 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=177 updating hbase:meta row=a2fc1a33a4a6dba5fcc98991274f6f41, regionState=CLOSED 2024-11-26T11:26:23,930 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=178, resume processing ppid=177 2024-11-26T11:26:23,930 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=178, ppid=177, state=SUCCESS; CloseRegionProcedure a2fc1a33a4a6dba5fcc98991274f6f41, server=173854343f88,33007,1732620213227 in 2.1720 sec 2024-11-26T11:26:23,931 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=177, resume processing ppid=176 2024-11-26T11:26:23,931 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=177, ppid=176, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=a2fc1a33a4a6dba5fcc98991274f6f41, UNASSIGN in 2.1750 sec 2024-11-26T11:26:23,932 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=176, resume processing ppid=175 2024-11-26T11:26:23,932 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=176, ppid=175, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.1770 sec 2024-11-26T11:26:23,933 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732620383933"}]},"ts":"1732620383933"} 2024-11-26T11:26:23,933 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-26T11:26:23,935 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-26T11:26:23,936 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=175, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.1870 sec 2024-11-26T11:26:25,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-26T11:26:25,855 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 175 completed 2024-11-26T11:26:25,855 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-26T11:26:25,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] procedure2.ProcedureExecutor(1098): Stored pid=179, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T11:26:25,857 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=179, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T11:26:25,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-26T11:26:25,857 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=179, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T11:26:25,859 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41 2024-11-26T11:26:25,861 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A, FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B, FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C, FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/recovered.edits] 2024-11-26T11:26:25,863 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/37e8c2589097446abe6f18ebdefabf46 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/37e8c2589097446abe6f18ebdefabf46 2024-11-26T11:26:25,864 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/41233fea434d415886f4fd633ce7de24 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/41233fea434d415886f4fd633ce7de24 2024-11-26T11:26:25,864 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/42c6f7cccf35403f8aa98b6cffe1a650 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/42c6f7cccf35403f8aa98b6cffe1a650 2024-11-26T11:26:25,865 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/cf06b9a4ffd4413b93633d7d84d6c5a1 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/A/cf06b9a4ffd4413b93633d7d84d6c5a1 2024-11-26T11:26:25,867 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/3a8076be4a784f618454b0343f5779ad to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/3a8076be4a784f618454b0343f5779ad 2024-11-26T11:26:25,868 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/4bfc025e7c0a444c8dd9e151f9b47ee7 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/4bfc025e7c0a444c8dd9e151f9b47ee7 2024-11-26T11:26:25,869 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/ac1cb3cf8bfa49eca8e79879d813d979 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/ac1cb3cf8bfa49eca8e79879d813d979 2024-11-26T11:26:25,870 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/cc05788170194c1a85a6f47972d735a9 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/B/cc05788170194c1a85a6f47972d735a9 2024-11-26T11:26:25,872 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/075f377d2a284e5cb1cb0cf580872f61 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/075f377d2a284e5cb1cb0cf580872f61 2024-11-26T11:26:25,873 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/447b22a90a524917adb0ba62a9ccf934 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/447b22a90a524917adb0ba62a9ccf934 2024-11-26T11:26:25,873 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/cccf085b26934d659b86f251f66a3be3 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/cccf085b26934d659b86f251f66a3be3 2024-11-26T11:26:25,874 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/ef29d8043e7a4819ac2043f4f4694791 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/C/ef29d8043e7a4819ac2043f4f4694791 2024-11-26T11:26:25,876 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/recovered.edits/344.seqid to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41/recovered.edits/344.seqid 2024-11-26T11:26:25,877 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/default/TestAcidGuarantees/a2fc1a33a4a6dba5fcc98991274f6f41 2024-11-26T11:26:25,877 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-26T11:26:25,877 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-26T11:26:25,878 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-26T11:26:25,880 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411261a1cca5a98cb4881a5e9fac52e4a9013_a2fc1a33a4a6dba5fcc98991274f6f41 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411261a1cca5a98cb4881a5e9fac52e4a9013_a2fc1a33a4a6dba5fcc98991274f6f41 2024-11-26T11:26:25,881 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112621e4e59957024438b58585bf96ca77f3_a2fc1a33a4a6dba5fcc98991274f6f41 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112621e4e59957024438b58585bf96ca77f3_a2fc1a33a4a6dba5fcc98991274f6f41 2024-11-26T11:26:25,882 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112640260fbdf3604380bb73c404405667e9_a2fc1a33a4a6dba5fcc98991274f6f41 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112640260fbdf3604380bb73c404405667e9_a2fc1a33a4a6dba5fcc98991274f6f41 2024-11-26T11:26:25,883 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126491d0281459f4920952ca6cd566899b5_a2fc1a33a4a6dba5fcc98991274f6f41 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126491d0281459f4920952ca6cd566899b5_a2fc1a33a4a6dba5fcc98991274f6f41 2024-11-26T11:26:25,884 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411265d1a9daeff45426e875f2dd655975f5c_a2fc1a33a4a6dba5fcc98991274f6f41 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411265d1a9daeff45426e875f2dd655975f5c_a2fc1a33a4a6dba5fcc98991274f6f41 2024-11-26T11:26:25,884 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411265e2949e0126e4eb5b6528e89f72ed60b_a2fc1a33a4a6dba5fcc98991274f6f41 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411265e2949e0126e4eb5b6528e89f72ed60b_a2fc1a33a4a6dba5fcc98991274f6f41 2024-11-26T11:26:25,885 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112664ea8b79757841caa53cd2b327c7a293_a2fc1a33a4a6dba5fcc98991274f6f41 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112664ea8b79757841caa53cd2b327c7a293_a2fc1a33a4a6dba5fcc98991274f6f41 2024-11-26T11:26:25,886 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126859ab206402b45509db3a3b4cfcbce7c_a2fc1a33a4a6dba5fcc98991274f6f41 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126859ab206402b45509db3a3b4cfcbce7c_a2fc1a33a4a6dba5fcc98991274f6f41 2024-11-26T11:26:25,887 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411268d60082da9de49888a6ff2880546b8f8_a2fc1a33a4a6dba5fcc98991274f6f41 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411268d60082da9de49888a6ff2880546b8f8_a2fc1a33a4a6dba5fcc98991274f6f41 2024-11-26T11:26:25,887 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126a81dcad165b244fcb52f14e59414f4f4_a2fc1a33a4a6dba5fcc98991274f6f41 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126a81dcad165b244fcb52f14e59414f4f4_a2fc1a33a4a6dba5fcc98991274f6f41 2024-11-26T11:26:25,888 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126aa15c61b835b42c58d0accece8e83ce0_a2fc1a33a4a6dba5fcc98991274f6f41 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126aa15c61b835b42c58d0accece8e83ce0_a2fc1a33a4a6dba5fcc98991274f6f41 2024-11-26T11:26:25,889 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126abf34b5742c544b790e53a41ecb04323_a2fc1a33a4a6dba5fcc98991274f6f41 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126abf34b5742c544b790e53a41ecb04323_a2fc1a33a4a6dba5fcc98991274f6f41 2024-11-26T11:26:25,890 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126afdd4403e8414d04b74d9686ecfc942e_a2fc1a33a4a6dba5fcc98991274f6f41 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126afdd4403e8414d04b74d9686ecfc942e_a2fc1a33a4a6dba5fcc98991274f6f41 2024-11-26T11:26:25,890 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126cb3feb99967d413fbc80435dea0b7502_a2fc1a33a4a6dba5fcc98991274f6f41 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126cb3feb99967d413fbc80435dea0b7502_a2fc1a33a4a6dba5fcc98991274f6f41 2024-11-26T11:26:25,891 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126cc2e7f0eb8ec4165b3708925cf88aee8_a2fc1a33a4a6dba5fcc98991274f6f41 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126cc2e7f0eb8ec4165b3708925cf88aee8_a2fc1a33a4a6dba5fcc98991274f6f41 2024-11-26T11:26:25,892 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126d06235e6588548829e7f499809eb716a_a2fc1a33a4a6dba5fcc98991274f6f41 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126d06235e6588548829e7f499809eb716a_a2fc1a33a4a6dba5fcc98991274f6f41 2024-11-26T11:26:25,893 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126debd6fa72e5641718bb27ba4d4fb35f3_a2fc1a33a4a6dba5fcc98991274f6f41 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126debd6fa72e5641718bb27ba4d4fb35f3_a2fc1a33a4a6dba5fcc98991274f6f41 2024-11-26T11:26:25,894 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126f50db665613649248a748c81ee66cbf7_a2fc1a33a4a6dba5fcc98991274f6f41 to hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126f50db665613649248a748c81ee66cbf7_a2fc1a33a4a6dba5fcc98991274f6f41 2024-11-26T11:26:25,894 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-26T11:26:25,896 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=179, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T11:26:25,898 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-26T11:26:25,899 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-26T11:26:25,900 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=179, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T11:26:25,900 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-26T11:26:25,900 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732620385900"}]},"ts":"9223372036854775807"} 2024-11-26T11:26:25,902 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-26T11:26:25,902 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => a2fc1a33a4a6dba5fcc98991274f6f41, NAME => 'TestAcidGuarantees,,1732620356787.a2fc1a33a4a6dba5fcc98991274f6f41.', STARTKEY => '', ENDKEY => ''}] 2024-11-26T11:26:25,902 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-26T11:26:25,902 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732620385902"}]},"ts":"9223372036854775807"} 2024-11-26T11:26:25,903 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-26T11:26:25,905 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=179, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T11:26:25,905 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=179, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 50 msec 2024-11-26T11:26:25,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-26T11:26:25,958 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 179 completed 2024-11-26T11:26:25,967 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=240 (was 239) - Thread LEAK? -, OpenFileDescriptor=453 (was 449) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=327 (was 324) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2951 (was 2965) 2024-11-26T11:26:25,967 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-26T11:26:25,967 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-26T11:26:25,967 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5e83c466 to 127.0.0.1:59149 2024-11-26T11:26:25,967 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:26:25,967 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T11:26:25,967 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=633883069, stopped=false 2024-11-26T11:26:25,968 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=173854343f88,37255,1732620212513 2024-11-26T11:26:25,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37255-0x10033920ede0000, quorum=127.0.0.1:59149, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T11:26:25,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33007-0x10033920ede0001, quorum=127.0.0.1:59149, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T11:26:25,970 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-26T11:26:25,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37255-0x10033920ede0000, quorum=127.0.0.1:59149, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T11:26:25,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33007-0x10033920ede0001, quorum=127.0.0.1:59149, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T11:26:25,970 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37255-0x10033920ede0000, quorum=127.0.0.1:59149, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T11:26:25,970 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:26:25,970 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33007-0x10033920ede0001, quorum=127.0.0.1:59149, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T11:26:25,971 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '173854343f88,33007,1732620213227' ***** 2024-11-26T11:26:25,971 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-26T11:26:25,971 INFO [RS:0;173854343f88:33007 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T11:26:25,971 INFO [RS:0;173854343f88:33007 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T11:26:25,971 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-26T11:26:25,971 INFO [RS:0;173854343f88:33007 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T11:26:25,971 INFO [RS:0;173854343f88:33007 {}] regionserver.HRegionServer(3579): Received CLOSE for f2247f898cbd7ab7c06fcf2ba10bdc3e 2024-11-26T11:26:25,972 INFO [RS:0;173854343f88:33007 {}] regionserver.HRegionServer(1224): stopping server 173854343f88,33007,1732620213227 2024-11-26T11:26:25,972 DEBUG [RS:0;173854343f88:33007 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:26:25,972 INFO [RS:0;173854343f88:33007 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T11:26:25,972 INFO [RS:0;173854343f88:33007 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T11:26:25,972 INFO [RS:0;173854343f88:33007 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T11:26:25,972 INFO [RS:0;173854343f88:33007 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-26T11:26:25,972 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing f2247f898cbd7ab7c06fcf2ba10bdc3e, disabling compactions & flushes 2024-11-26T11:26:25,972 INFO [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732620216796.f2247f898cbd7ab7c06fcf2ba10bdc3e. 2024-11-26T11:26:25,972 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732620216796.f2247f898cbd7ab7c06fcf2ba10bdc3e. 2024-11-26T11:26:25,972 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732620216796.f2247f898cbd7ab7c06fcf2ba10bdc3e. after waiting 0 ms 2024-11-26T11:26:25,972 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732620216796.f2247f898cbd7ab7c06fcf2ba10bdc3e. 2024-11-26T11:26:25,972 INFO [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing f2247f898cbd7ab7c06fcf2ba10bdc3e 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-26T11:26:25,972 INFO [RS:0;173854343f88:33007 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-26T11:26:25,972 DEBUG [RS:0;173854343f88:33007 {}] regionserver.HRegionServer(1603): Online Regions={f2247f898cbd7ab7c06fcf2ba10bdc3e=hbase:namespace,,1732620216796.f2247f898cbd7ab7c06fcf2ba10bdc3e., 1588230740=hbase:meta,,1.1588230740} 2024-11-26T11:26:25,972 DEBUG [RS_CLOSE_META-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-26T11:26:25,972 INFO [RS_CLOSE_META-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-26T11:26:25,972 DEBUG [RS_CLOSE_META-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-26T11:26:25,972 DEBUG [RS_CLOSE_META-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T11:26:25,972 DEBUG [RS_CLOSE_META-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T11:26:25,972 INFO [RS_CLOSE_META-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-11-26T11:26:25,973 DEBUG [RS:0;173854343f88:33007 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, f2247f898cbd7ab7c06fcf2ba10bdc3e 2024-11-26T11:26:25,988 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/hbase/namespace/f2247f898cbd7ab7c06fcf2ba10bdc3e/.tmp/info/e9ef291b31cb4697ba206a6ef2404744 is 45, key is default/info:d/1732620218146/Put/seqid=0 2024-11-26T11:26:25,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742410_1586 (size=5037) 2024-11-26T11:26:25,993 DEBUG [RS_CLOSE_META-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/hbase/meta/1588230740/.tmp/info/1d039bc82abd4104b277032796a0ecb9 is 143, key is hbase:namespace,,1732620216796.f2247f898cbd7ab7c06fcf2ba10bdc3e./info:regioninfo/1732620218053/Put/seqid=0 2024-11-26T11:26:25,993 INFO [regionserver/173854343f88:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T11:26:25,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742411_1587 (size=7725) 2024-11-26T11:26:26,173 DEBUG [RS:0;173854343f88:33007 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, f2247f898cbd7ab7c06fcf2ba10bdc3e 2024-11-26T11:26:26,373 DEBUG [RS:0;173854343f88:33007 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, f2247f898cbd7ab7c06fcf2ba10bdc3e 2024-11-26T11:26:26,392 INFO [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/hbase/namespace/f2247f898cbd7ab7c06fcf2ba10bdc3e/.tmp/info/e9ef291b31cb4697ba206a6ef2404744 2024-11-26T11:26:26,395 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/hbase/namespace/f2247f898cbd7ab7c06fcf2ba10bdc3e/.tmp/info/e9ef291b31cb4697ba206a6ef2404744 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/hbase/namespace/f2247f898cbd7ab7c06fcf2ba10bdc3e/info/e9ef291b31cb4697ba206a6ef2404744 2024-11-26T11:26:26,396 INFO [RS_CLOSE_META-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/hbase/meta/1588230740/.tmp/info/1d039bc82abd4104b277032796a0ecb9 2024-11-26T11:26:26,398 INFO [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/hbase/namespace/f2247f898cbd7ab7c06fcf2ba10bdc3e/info/e9ef291b31cb4697ba206a6ef2404744, entries=2, sequenceid=6, filesize=4.9 K 2024-11-26T11:26:26,399 INFO [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for f2247f898cbd7ab7c06fcf2ba10bdc3e in 427ms, sequenceid=6, compaction requested=false 2024-11-26T11:26:26,402 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/hbase/namespace/f2247f898cbd7ab7c06fcf2ba10bdc3e/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-26T11:26:26,403 INFO [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1732620216796.f2247f898cbd7ab7c06fcf2ba10bdc3e. 2024-11-26T11:26:26,403 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for f2247f898cbd7ab7c06fcf2ba10bdc3e: 2024-11-26T11:26:26,403 DEBUG [RS_CLOSE_REGION-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1732620216796.f2247f898cbd7ab7c06fcf2ba10bdc3e. 2024-11-26T11:26:26,415 DEBUG [RS_CLOSE_META-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/hbase/meta/1588230740/.tmp/rep_barrier/bea64b7058db47379d1afdda91d9d0aa is 102, key is TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b./rep_barrier:/1732620245404/DeleteFamily/seqid=0 2024-11-26T11:26:26,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742412_1588 (size=6025) 2024-11-26T11:26:26,522 INFO [regionserver/173854343f88:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T11:26:26,522 INFO [regionserver/173854343f88:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T11:26:26,574 DEBUG [RS:0;173854343f88:33007 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-26T11:26:26,774 DEBUG [RS:0;173854343f88:33007 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-26T11:26:26,818 INFO [RS_CLOSE_META-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/hbase/meta/1588230740/.tmp/rep_barrier/bea64b7058db47379d1afdda91d9d0aa 2024-11-26T11:26:26,836 DEBUG [RS_CLOSE_META-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/hbase/meta/1588230740/.tmp/table/855119784c994b9bb0b4c666f8640044 is 96, key is TestAcidGuarantees,,1732620218276.c27d31a3d55d7526be32522063acb37b./table:/1732620245404/DeleteFamily/seqid=0 2024-11-26T11:26:26,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742413_1589 (size=5942) 2024-11-26T11:26:26,974 INFO [RS:0;173854343f88:33007 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-11-26T11:26:26,974 DEBUG [RS:0;173854343f88:33007 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-26T11:26:26,974 DEBUG [RS:0;173854343f88:33007 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-26T11:26:27,174 DEBUG [RS:0;173854343f88:33007 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-26T11:26:27,240 INFO [RS_CLOSE_META-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/hbase/meta/1588230740/.tmp/table/855119784c994b9bb0b4c666f8640044 2024-11-26T11:26:27,243 DEBUG [RS_CLOSE_META-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/hbase/meta/1588230740/.tmp/info/1d039bc82abd4104b277032796a0ecb9 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/hbase/meta/1588230740/info/1d039bc82abd4104b277032796a0ecb9 2024-11-26T11:26:27,245 INFO [RS_CLOSE_META-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/hbase/meta/1588230740/info/1d039bc82abd4104b277032796a0ecb9, entries=22, sequenceid=93, filesize=7.5 K 2024-11-26T11:26:27,246 DEBUG [RS_CLOSE_META-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/hbase/meta/1588230740/.tmp/rep_barrier/bea64b7058db47379d1afdda91d9d0aa as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/hbase/meta/1588230740/rep_barrier/bea64b7058db47379d1afdda91d9d0aa 2024-11-26T11:26:27,248 INFO [RS_CLOSE_META-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/hbase/meta/1588230740/rep_barrier/bea64b7058db47379d1afdda91d9d0aa, entries=6, sequenceid=93, filesize=5.9 K 2024-11-26T11:26:27,249 DEBUG [RS_CLOSE_META-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/hbase/meta/1588230740/.tmp/table/855119784c994b9bb0b4c666f8640044 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/hbase/meta/1588230740/table/855119784c994b9bb0b4c666f8640044 2024-11-26T11:26:27,251 INFO [RS_CLOSE_META-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/hbase/meta/1588230740/table/855119784c994b9bb0b4c666f8640044, entries=9, sequenceid=93, filesize=5.8 K 2024-11-26T11:26:27,251 INFO [RS_CLOSE_META-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 1279ms, sequenceid=93, compaction requested=false 2024-11-26T11:26:27,255 DEBUG [RS_CLOSE_META-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-11-26T11:26:27,255 DEBUG [RS_CLOSE_META-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T11:26:27,255 INFO [RS_CLOSE_META-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-26T11:26:27,255 DEBUG [RS_CLOSE_META-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-26T11:26:27,255 DEBUG [RS_CLOSE_META-regionserver/173854343f88:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T11:26:27,374 INFO [RS:0;173854343f88:33007 {}] regionserver.HRegionServer(1250): stopping server 173854343f88,33007,1732620213227; all regions closed. 2024-11-26T11:26:27,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741834_1010 (size=26050) 2024-11-26T11:26:27,380 DEBUG [RS:0;173854343f88:33007 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/oldWALs 2024-11-26T11:26:27,380 INFO [RS:0;173854343f88:33007 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 173854343f88%2C33007%2C1732620213227.meta:.meta(num 1732620216554) 2024-11-26T11:26:27,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741832_1008 (size=13874026) 2024-11-26T11:26:27,383 DEBUG [RS:0;173854343f88:33007 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/oldWALs 2024-11-26T11:26:27,383 INFO [RS:0;173854343f88:33007 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 173854343f88%2C33007%2C1732620213227:(num 1732620215586) 2024-11-26T11:26:27,383 DEBUG [RS:0;173854343f88:33007 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:26:27,383 INFO [RS:0;173854343f88:33007 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T11:26:27,383 INFO [RS:0;173854343f88:33007 {}] hbase.ChoreService(370): Chore service for: regionserver/173854343f88:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-26T11:26:27,384 INFO [regionserver/173854343f88:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-26T11:26:27,384 INFO [RS:0;173854343f88:33007 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:33007 2024-11-26T11:26:27,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33007-0x10033920ede0001, quorum=127.0.0.1:59149, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/173854343f88,33007,1732620213227 2024-11-26T11:26:27,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37255-0x10033920ede0000, quorum=127.0.0.1:59149, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T11:26:27,389 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [173854343f88,33007,1732620213227] 2024-11-26T11:26:27,389 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 173854343f88,33007,1732620213227; numProcessing=1 2024-11-26T11:26:27,390 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/173854343f88,33007,1732620213227 already deleted, retry=false 2024-11-26T11:26:27,390 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 173854343f88,33007,1732620213227 expired; onlineServers=0 2024-11-26T11:26:27,390 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '173854343f88,37255,1732620212513' ***** 2024-11-26T11:26:27,390 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T11:26:27,391 DEBUG [M:0;173854343f88:37255 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41d66913, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=173854343f88/172.17.0.2:0 2024-11-26T11:26:27,391 INFO [M:0;173854343f88:37255 {}] regionserver.HRegionServer(1224): stopping server 173854343f88,37255,1732620212513 2024-11-26T11:26:27,391 INFO [M:0;173854343f88:37255 {}] regionserver.HRegionServer(1250): stopping server 173854343f88,37255,1732620212513; all regions closed. 2024-11-26T11:26:27,391 DEBUG [M:0;173854343f88:37255 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T11:26:27,391 DEBUG [M:0;173854343f88:37255 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T11:26:27,391 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T11:26:27,391 DEBUG [M:0;173854343f88:37255 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T11:26:27,391 DEBUG [master/173854343f88:0:becomeActiveMaster-HFileCleaner.large.0-1732620215316 {}] cleaner.HFileCleaner(306): Exit Thread[master/173854343f88:0:becomeActiveMaster-HFileCleaner.large.0-1732620215316,5,FailOnTimeoutGroup] 2024-11-26T11:26:27,391 DEBUG [master/173854343f88:0:becomeActiveMaster-HFileCleaner.small.0-1732620215316 {}] cleaner.HFileCleaner(306): Exit Thread[master/173854343f88:0:becomeActiveMaster-HFileCleaner.small.0-1732620215316,5,FailOnTimeoutGroup] 2024-11-26T11:26:27,391 INFO [M:0;173854343f88:37255 {}] hbase.ChoreService(370): Chore service for: master/173854343f88:0 had [] on shutdown 2024-11-26T11:26:27,391 DEBUG [M:0;173854343f88:37255 {}] master.HMaster(1733): Stopping service threads 2024-11-26T11:26:27,391 INFO [M:0;173854343f88:37255 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T11:26:27,391 ERROR [M:0;173854343f88:37255 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (59733779) connection to localhost/127.0.0.1:43449 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:43449,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-26T11:26:27,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37255-0x10033920ede0000, quorum=127.0.0.1:59149, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-26T11:26:27,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37255-0x10033920ede0000, quorum=127.0.0.1:59149, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T11:26:27,392 INFO [M:0;173854343f88:37255 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T11:26:27,392 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T11:26:27,392 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37255-0x10033920ede0000, quorum=127.0.0.1:59149, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T11:26:27,392 DEBUG [M:0;173854343f88:37255 {}] zookeeper.ZKUtil(347): master:37255-0x10033920ede0000, quorum=127.0.0.1:59149, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-26T11:26:27,393 WARN [M:0;173854343f88:37255 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T11:26:27,393 INFO [M:0;173854343f88:37255 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-26T11:26:27,393 INFO [M:0;173854343f88:37255 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T11:26:27,393 DEBUG [M:0;173854343f88:37255 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T11:26:27,393 INFO [M:0;173854343f88:37255 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:26:27,393 DEBUG [M:0;173854343f88:37255 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:26:27,393 DEBUG [M:0;173854343f88:37255 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T11:26:27,393 DEBUG [M:0;173854343f88:37255 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:26:27,393 INFO [M:0;173854343f88:37255 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=750.03 KB heapSize=920.55 KB 2024-11-26T11:26:27,408 DEBUG [M:0;173854343f88:37255 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/21b9cd616e3a42eb9dd6ee68d8c80a0a is 82, key is hbase:meta,,1/info:regioninfo/1732620216689/Put/seqid=0 2024-11-26T11:26:27,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742414_1590 (size=5672) 2024-11-26T11:26:27,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33007-0x10033920ede0001, quorum=127.0.0.1:59149, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T11:26:27,489 INFO [RS:0;173854343f88:33007 {}] regionserver.HRegionServer(1307): Exiting; stopping=173854343f88,33007,1732620213227; zookeeper connection closed. 2024-11-26T11:26:27,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33007-0x10033920ede0001, quorum=127.0.0.1:59149, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T11:26:27,490 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6749a70a {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6749a70a 2024-11-26T11:26:27,490 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T11:26:27,811 INFO [M:0;173854343f88:37255 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2093 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/21b9cd616e3a42eb9dd6ee68d8c80a0a 2024-11-26T11:26:27,832 DEBUG [M:0;173854343f88:37255 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9123c2277d2245bdae0f00c69f82a596 is 2283, key is \x00\x00\x00\x00\x00\x00\x00\x9A/proc:d/1732620359802/Put/seqid=0 2024-11-26T11:26:27,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742415_1591 (size=45056) 2024-11-26T11:26:27,836 INFO [M:0;173854343f88:37255 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=749.47 KB at sequenceid=2093 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9123c2277d2245bdae0f00c69f82a596 2024-11-26T11:26:27,839 INFO [M:0;173854343f88:37255 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9123c2277d2245bdae0f00c69f82a596 2024-11-26T11:26:27,860 DEBUG [M:0;173854343f88:37255 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f7e23fec3bae4dcfa4f89761e4b209fa is 69, key is 173854343f88,33007,1732620213227/rs:state/1732620215357/Put/seqid=0 2024-11-26T11:26:27,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073742416_1592 (size=5156) 2024-11-26T11:26:28,264 INFO [M:0;173854343f88:37255 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2093 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f7e23fec3bae4dcfa4f89761e4b209fa 2024-11-26T11:26:28,268 DEBUG [M:0;173854343f88:37255 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/21b9cd616e3a42eb9dd6ee68d8c80a0a as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/21b9cd616e3a42eb9dd6ee68d8c80a0a 2024-11-26T11:26:28,270 INFO [M:0;173854343f88:37255 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/21b9cd616e3a42eb9dd6ee68d8c80a0a, entries=8, sequenceid=2093, filesize=5.5 K 2024-11-26T11:26:28,271 DEBUG [M:0;173854343f88:37255 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9123c2277d2245bdae0f00c69f82a596 as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9123c2277d2245bdae0f00c69f82a596 2024-11-26T11:26:28,273 INFO [M:0;173854343f88:37255 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9123c2277d2245bdae0f00c69f82a596 2024-11-26T11:26:28,273 INFO [M:0;173854343f88:37255 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9123c2277d2245bdae0f00c69f82a596, entries=179, sequenceid=2093, filesize=44 K 2024-11-26T11:26:28,274 DEBUG [M:0;173854343f88:37255 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f7e23fec3bae4dcfa4f89761e4b209fa as hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f7e23fec3bae4dcfa4f89761e4b209fa 2024-11-26T11:26:28,276 INFO [M:0;173854343f88:37255 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43449/user/jenkins/test-data/fcf20db3-556d-6b89-57f4-ecf06e8a1742/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f7e23fec3bae4dcfa4f89761e4b209fa, entries=1, sequenceid=2093, filesize=5.0 K 2024-11-26T11:26:28,277 INFO [M:0;173854343f88:37255 {}] regionserver.HRegion(3040): Finished flush of dataSize ~750.03 KB/768029, heapSize ~920.25 KB/942336, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 884ms, sequenceid=2093, compaction requested=false 2024-11-26T11:26:28,278 INFO [M:0;173854343f88:37255 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T11:26:28,278 DEBUG [M:0;173854343f88:37255 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-26T11:26:28,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43527 is added to blk_1073741830_1006 (size=905313) 2024-11-26T11:26:28,281 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-26T11:26:28,281 INFO [M:0;173854343f88:37255 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-26T11:26:28,281 INFO [M:0;173854343f88:37255 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:37255 2024-11-26T11:26:28,282 DEBUG [M:0;173854343f88:37255 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/173854343f88,37255,1732620212513 already deleted, retry=false 2024-11-26T11:26:28,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37255-0x10033920ede0000, quorum=127.0.0.1:59149, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T11:26:28,384 INFO [M:0;173854343f88:37255 {}] regionserver.HRegionServer(1307): Exiting; stopping=173854343f88,37255,1732620212513; zookeeper connection closed. 2024-11-26T11:26:28,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37255-0x10033920ede0000, quorum=127.0.0.1:59149, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T11:26:28,389 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f79ec76{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T11:26:28,391 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T11:26:28,391 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T11:26:28,392 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T11:26:28,392 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3f86b90-8f76-313a-1f23-c0327a5c9507/hadoop.log.dir/,STOPPED} 2024-11-26T11:26:28,395 WARN [BP-157413191-172.17.0.2-1732620209774 heartbeating to localhost/127.0.0.1:43449 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T11:26:28,395 WARN [BP-157413191-172.17.0.2-1732620209774 heartbeating to localhost/127.0.0.1:43449 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-157413191-172.17.0.2-1732620209774 (Datanode Uuid db88cad0-cb36-49ee-8aad-778fae3d2187) service to localhost/127.0.0.1:43449 2024-11-26T11:26:28,395 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T11:26:28,395 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T11:26:28,397 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3f86b90-8f76-313a-1f23-c0327a5c9507/cluster_8eeb35e7-235b-a56e-b462-b81ead23dac0/dfs/data/data1/current/BP-157413191-172.17.0.2-1732620209774 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T11:26:28,397 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3f86b90-8f76-313a-1f23-c0327a5c9507/cluster_8eeb35e7-235b-a56e-b462-b81ead23dac0/dfs/data/data2/current/BP-157413191-172.17.0.2-1732620209774 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T11:26:28,398 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T11:26:28,406 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b03fcff{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T11:26:28,406 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T11:26:28,406 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T11:26:28,406 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T11:26:28,407 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f3f86b90-8f76-313a-1f23-c0327a5c9507/hadoop.log.dir/,STOPPED} 2024-11-26T11:26:28,424 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-26T11:26:28,539 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down